-- Logs begin at Mon 2021-05-10 19:24:42 UTC, end at Mon 2021-05-10 20:25:11 UTC. -- May 10 19:54:52.867954 dv-cinder-788365-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:54:55.284446 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.common.config [-] Logging enabled! May 10 19:54:55.285044 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:54:55.285165 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78644) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:54:55.288338 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.common.config [-] Logging enabled! May 10 19:54:55.288593 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:54:55.288908 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78644) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:54:55.289863 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:54:55.290093 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:54:55.290467 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:54:55.290711 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:54:55.290931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:54:55.291243 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.291531 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.291831 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.292094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.292386 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.292676 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.292948 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.293241 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.293526 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.293809 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.294088 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.294375 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.294601 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.294878 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.295162 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.295447 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.295670 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] debug = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.295976 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.296405 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.296823 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.297101 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.297389 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.297662 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.297938 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.298208 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.298495 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.298822 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] host = dv-cinder-788365-3-smb {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.299098 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.299382 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.299665 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.299978 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.300253 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.300525 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.301338 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.301611 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.301883 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.302162 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.302448 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.302732 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.303020 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.303247 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.303464 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.303754 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.304068 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.304343 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.304614 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.304888 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.305159 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.305429 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.305696 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.305982 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.306258 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.306540 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.306814 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.307088 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.307349 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.307618 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.307945 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.308201 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.308467 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.308742 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.309026 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.309291 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.309562 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.309863 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.310146 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.310424 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.310709 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.310978 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.311256 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.311529 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.311798 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.312098 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] use_json = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.312374 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.312640 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.312918 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.313184 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.313455 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.313726 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.313994 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.314514 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:55.314659 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.314866 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.315142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.315424 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.315717 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.316023 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.317043 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.317382 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.317674 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.317962 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.318251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.318529 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.318817 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.319092 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.319386 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.319693 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.320016 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.320309 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.320583 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.320856 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.321128 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.321401 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.321687 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.321977 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.322267 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.322539 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.322812 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.323100 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.323373 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.323647 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.323937 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.324223 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.324499 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.324765 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.325044 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.325317 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.325586 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.325854 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.326124 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.326407 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.326679 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.326946 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.327212 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.327482 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.327749 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.328055 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.328326 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.328595 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.328865 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.329136 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.329403 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.329670 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.329940 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.330206 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.330476 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.330745 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.331013 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.331279 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.331545 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.331837 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.332131 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.332402 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.332673 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.332939 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.333204 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.333472 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.333737 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.334005 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.334288 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.334586 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.334858 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.335133 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.335409 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.335683 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.335980 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.336254 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.336529 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.336805 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.337080 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.337365 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.337645 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.337937 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.338213 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.338488 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.338780 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.339052 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.339329 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.339602 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.339873 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.340178 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.340458 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.340749 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.341039 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.341329 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.341615 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.342075 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.342413 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.342806 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.343127 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:55.343382 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:54:55.343650 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78644) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:54:55.693336 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:54:55.693610 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:54:55.693899 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:54:55.694241 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:54:56.001260 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.001481 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.001705 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.002905 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.003187 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.003447 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.124920 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.125197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.125463 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.139033 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.139309 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.139574 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.168030 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.168310 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.168576 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.206921 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.207675 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.207958 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.439092 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.439773 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.439773 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.439975 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.440623 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.567832 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.568174 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.568451 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.568723 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.568985 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.569292 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.569548 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.569798 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.570045 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.570321 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.570581 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.570838 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.571094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.571345 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.571607 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.571868 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.572140 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.572409 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.572661 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.572936 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.573281 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.573530 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.573776 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.574200 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.574453 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.574703 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.575084 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:56.575324 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:56.575565 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:56.575804 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:56.576064 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:56.576301 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:56.576665 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:54:56.579916 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:54:56.583829 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:54:56.587811 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 10 19:54:56.589457 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:54:56.589897 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:54:56.590225 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:54:56.590606 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:54:56.593566 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:54:56.593822 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:54:56.594326 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:54:56.621838 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:54:56.622296 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.622592 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78644) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 19:54:56.622953 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.624357 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78644) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:54:56.624647 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:54:56.624894 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:54:56.628147 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.628428 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:56.704014 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:54:56.704196 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:54:56.704539 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:54:56.704925 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:54:56.734836 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_db.sqlalchemy.engines [None req-770de989-a9c9-4447-974e-83640cfca09b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78644) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:54:57.062548 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing driver for type 'gre' May 10 19:54:57.063191 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-770de989-a9c9-4447-974e-83640cfca09b None None] gre ID ranges: [(1, 1000)] May 10 19:54:57.125241 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing driver for type 'local' May 10 19:54:57.125585 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing driver for type 'vlan' May 10 19:54:57.136585 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-770de989-a9c9-4447-974e-83640cfca09b None None] VlanTypeDriver initialization complete May 10 19:54:57.136996 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing driver for type 'vxlan' May 10 19:54:57.137507 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-770de989-a9c9-4447-974e-83640cfca09b None None] vxlan ID ranges: [(1, 1000)] May 10 19:54:57.193546 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing extension driver 'port_security' May 10 19:54:57.193939 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.extensions.port_security [None req-770de989-a9c9-4447-974e-83640cfca09b None None] PortSecurityExtensionDriver initialization complete May 10 19:54:57.194366 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing mechanism driver 'openvswitch' May 10 19:54:57.194710 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing mechanism driver 'hyperv' May 10 19:54:57.201339 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.plugins.ml2.plugin [None req-770de989-a9c9-4447-974e-83640cfca09b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:54:57.202109 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.202486 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.202840 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.203230 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.203581 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.203950 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.204333 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.204687 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.205032 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.205422 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > security_group after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.205754 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > security_group after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.206094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > security_group after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.206470 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.206814 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.207150 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.207525 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > address_group after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.207869 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > address_group after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.208231 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > address_group after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.208566 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-770de989-a9c9-4447-974e-83640cfca09b None None] ML2 OVO RPC backend initialized. {{(pid=78644) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 19:54:57.209267 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_interface after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.209625 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.210040 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.210386 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > networks before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.210730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.211069 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > ports before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.211414 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.211752 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnets before_response 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.212127 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.212468 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.212802 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.213137 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.213472 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.213808 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.214143 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.214474 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.214803 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > subnet after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.215381 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.plugin [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Modular L2 Plugin initialization complete May 10 19:54:57.215710 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading services supported by the core plugin {{(pid=78644) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:54:57.216066 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.plugins.ml2.managers [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Got port-security extension from driver 'port_security' May 10 19:54:57.216527 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.extensions.vlantransparent [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Disabled vlantransparent extension. May 10 19:54:57.217021 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78644) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:54:57.217335 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: router May 10 19:54:57.254201 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_interface before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.254590 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.254962 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router before_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.255331 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.255707 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.256089 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_delete 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.256451 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > floatingip after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.256815 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.257163 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.257514 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.257868 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.258228 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.258642 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.259034 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.259351 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.259684 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: subnet after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.260060 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.260402 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > port precommit_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.260752 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.261097 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.261437 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.261794 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router after_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.262138 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_delete 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.262486 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_create 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.262848 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router_interface after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.263196 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_update 55549900 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.263566 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > network after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.264452 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Tracking information for resource: router configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:57.264785 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Tracking information for resource: floatingip configured {{(pid=78644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:57.270209 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.db.l3_agentschedulers_db [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:54:57.270792 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.271153 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port after_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.271504 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port after_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.271860 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: port after_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.272691 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router before_create 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.273054 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_delete 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.273412 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_create 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.273767 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > router precommit_update 55550100 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.278168 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.provider_configuration [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service providers = [] {{(pid=78644) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:54:57.278528 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.db.servicetype_db [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78644) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:54:57.281435 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.service_base [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:54:57.281788 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.service_base [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:54:57.282133 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.service_base [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:54:57.283015 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.services.service_base [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:54:57.283390 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.services.service_base [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:54:57.285861 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.286198 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:54:57.296694 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.297033 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: auto_allocate May 10 19:54:57.303825 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: network precommit_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.304221 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: network precommit_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.304739 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.305059 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: tag May 10 19:54:57.311775 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.312133 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: timestamp May 10 19:54:57.315924 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.316773 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: network_ip_availability May 10 19:54:57.321996 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.322368 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.322725 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.323449 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.323770 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: flavors May 10 19:54:57.328684 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.329017 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading Plugin: revisions May 10 19:54:57.333276 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:54:57.333668 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_concurrency.lockutils [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.640s {{(pid=78644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:54:57.334406 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78644) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 19:54:57.334744 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Initializing extension manager. May 10 19:54:57.335255 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: __init__.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.335596 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: __pycache__ {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.335957 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.336293 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: address_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.337045 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.337628 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: address-group May 10 19:54:57.337951 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: address_scope.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.338660 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.339170 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: address-scope May 10 19:54:57.339491 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: admin_state_down_before_update.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.340423 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.340954 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: router-admin-state-down-before-update May 10 19:54:57.341258 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: agent.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.341944 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.342451 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: agent May 10 19:54:57.342771 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: agent_resources_synced.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.343656 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.344203 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: agent-resources-synced May 10 19:54:57.344528 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: allowedaddresspairs.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.346305 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.346833 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: allowed-address-pairs May 10 19:54:57.347159 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: auto_allocated_topology.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.348295 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.348814 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: auto-allocated-topology May 10 19:54:57.349139 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: availability_zone.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.349828 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.350341 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: availability_zone May 10 19:54:57.350661 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: availability_zone_filter.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.351554 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.352103 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: availability_zone_filter May 10 19:54:57.352425 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: data_plane_status.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.353312 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.353825 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:54:57.354142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: default_subnetpools.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.355037 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.355547 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: default-subnetpools May 10 19:54:57.355867 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: dhcpagentscheduler.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.356692 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.357200 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: dhcp_agent_scheduler May 10 19:54:57.357518 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: dns.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.358410 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.358922 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension dns-integration not supported by any of loaded plugins May 10 19:54:57.359236 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: dns_domain_ports.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.360165 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.360671 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:54:57.360988 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: dvr.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.361651 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.362156 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: dvr May 10 19:54:57.362475 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: empty_string_filtering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.363883 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.364412 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: empty-string-filtering May 10 19:54:57.364739 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.365630 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.366136 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:54:57.366457 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.367349 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.367853 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:54:57.368205 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: external_net.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.369088 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.369600 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: external-net May 10 19:54:57.369924 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: extra_dhcp_opt.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.370816 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.371326 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: extra_dhcp_opt May 10 19:54:57.371647 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: extraroute.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.372574 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.373086 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: extraroute May 10 19:54:57.373407 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: extraroute_atomic.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.374439 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.374960 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: extraroute-atomic May 10 19:54:57.375283 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: filter_validation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.375969 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.376483 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: filter-validation May 10 19:54:57.376803 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: fip_pf_description.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.377885 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.378400 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:54:57.378769 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: fip_port_details.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.379673 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.380224 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: fip-port-details May 10 19:54:57.380545 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: flavors.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.381759 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.382275 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: flavors May 10 19:54:57.382598 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.384306 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.384839 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:54:57.385165 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: floatingip_pools.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.385860 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.386369 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: floatingip-pools May 10 19:54:57.386693 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: ip_allocation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.387593 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.388129 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:54:57.388452 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.389357 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.389866 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: ip-substring-filtering May 10 19:54:57.390189 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l2_adjacency.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.391094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.391600 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:54:57.391949 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.392942 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.393461 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: router May 10 19:54:57.393785 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3_conntrack_helper.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.396587 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.397117 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:54:57.397447 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.398360 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.398878 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: ext-gw-mode May 10 19:54:57.399204 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.400139 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.400654 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: l3-ha May 10 19:54:57.400978 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3_flavors.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.401871 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.402387 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: l3-flavors May 10 19:54:57.402709 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.403622 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.404172 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:54:57.404495 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: l3agentscheduler.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.405541 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.406055 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: l3_agent_scheduler May 10 19:54:57.406382 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: logging.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.407875 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.408428 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension logging not supported by any of loaded plugins May 10 19:54:57.408760 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: metering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.409499 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.410636 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: metering May 10 19:54:57.410964 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.412084 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.412609 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: metering_source_and_destination_fields May 10 19:54:57.412935 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: multiprovidernet.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.413972 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.414491 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: multi-provider May 10 19:54:57.414822 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: netmtu.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.415719 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.416268 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: net-mtu May 10 19:54:57.416590 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: netmtu_writable.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.417490 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.418000 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: net-mtu-writable May 10 19:54:57.418320 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: network_availability_zone.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.418979 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.419485 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: network_availability_zone May 10 19:54:57.419802 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: network_ip_availability.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.420909 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.421419 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: network-ip-availability May 10 19:54:57.421739 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: network_segment_range.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.422498 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.423001 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:54:57.423322 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: pagination.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.424316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.424645 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: pagination May 10 19:54:57.424969 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: port_device_profile.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.425908 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.426433 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: port-device-profile May 10 19:54:57.426754 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.427652 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.428189 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: port-mac-address-regenerate May 10 19:54:57.428511 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.429396 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.429906 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: port-numa-affinity-policy May 10 19:54:57.430226 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: port_resource_request.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.431121 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.431627 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:54:57.431979 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: portbindings.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.432889 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.433397 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: binding May 10 19:54:57.433715 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: portbindings_extended.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.434993 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.435510 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: binding-extended May 10 19:54:57.435831 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: portsecurity.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.436753 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.437264 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: port-security May 10 19:54:57.437588 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: project_id.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.438539 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.438870 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: project-id May 10 19:54:57.439189 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: providernet.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.440134 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.440649 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: provider May 10 19:54:57.440968 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.444837 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.445372 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos not supported by any of loaded plugins May 10 19:54:57.445706 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.446941 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.447462 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:54:57.447789 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.448724 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.449241 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:54:57.449563 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_default.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.450462 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.450978 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-default not supported by any of loaded plugins May 10 19:54:57.451304 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_fip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.451980 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.452489 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-fip not supported by any of loaded plugins May 10 19:54:57.452809 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_gateway_ip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.453716 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.454231 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:54:57.454553 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_port_network_policy.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.455445 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.455988 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:54:57.456311 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_rule_type_details.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.457733 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.458247 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:54:57.458574 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: qos_rules_alias.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.459611 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.460145 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:54:57.460468 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: quotasv2.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.461550 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.461878 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: quotas May 10 19:54:57.462198 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: quotasv2_detail.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.463798 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.464169 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: quota_details May 10 19:54:57.464490 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: rbac.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.465566 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.466093 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: rbac-policies May 10 19:54:57.466418 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: rbac_address_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.467325 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.467858 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: rbac-address-group May 10 19:54:57.468207 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: rbac_address_scope.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.469151 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.469675 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: rbac-address-scope May 10 19:54:57.469997 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: rbac_security_groups.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.470897 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.471411 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: rbac-security-groups May 10 19:54:57.471730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: rbac_subnetpool.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.473216 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.473727 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: rbac-subnetpool May 10 19:54:57.474053 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: revisionifmatch.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.474969 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.475478 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: revision-if-match May 10 19:54:57.475798 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: revisions.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.476940 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.477454 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: standard-attr-revisions May 10 19:54:57.477778 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: router_availability_zone.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.478449 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.478962 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: router_availability_zone May 10 19:54:57.479287 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: routerservicetype.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.480216 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.480731 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension router-service-type not supported by any of loaded plugins May 10 19:54:57.481053 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.481964 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.482478 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: security-groups-normalized-cidr May 10 19:54:57.482801 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: security_groups_port_filtering.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.483714 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.484345 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: port-security-groups-filtering May 10 19:54:57.484666 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.485575 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.486098 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: security-groups-remote-address-group May 10 19:54:57.486428 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: securitygroup.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.496332 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.496879 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: security-group May 10 19:54:57.497211 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: segment.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.498004 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.498514 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension segment not supported by any of loaded plugins May 10 19:54:57.498842 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.499795 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.500329 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:54:57.500655 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: servicetype.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.501774 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.502295 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: service-type May 10 19:54:57.502622 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: sorting.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.503591 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.503987 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: sorting May 10 19:54:57.504311 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: standard_attr_segment.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.505223 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.505741 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:54:57.506064 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: standardattrdescription.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.506704 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.507212 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: standard-attr-description May 10 19:54:57.507533 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: stateful_security_group.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.508484 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.509005 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: stateful-security-group May 10 19:54:57.509328 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: stdattrs_common.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.509897 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:54:57.510215 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.511199 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.511706 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:54:57.512061 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: subnet_onboard.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.513123 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.513640 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: subnet_onboard May 10 19:54:57.513959 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.514880 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.515385 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:54:57.515703 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: subnet_service_types.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.516626 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.517143 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: subnet-service-types May 10 19:54:57.517465 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: subnetallocation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.518538 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.519052 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: subnet_allocation May 10 19:54:57.519926 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.520593 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.521106 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: subnetpool-prefix-ops May 10 19:54:57.521424 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.522330 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.522839 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:54:57.523158 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: tagging.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.524239 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.524781 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: standard-attr-tag May 10 19:54:57.525103 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: timestamp.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.526285 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.526813 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loaded extension: standard-attr-timestamp May 10 19:54:57.527142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: trunk.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.528191 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.528710 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension trunk not supported by any of loaded plugins May 10 19:54:57.529036 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: trunk_details.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.529937 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.530449 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension trunk-details not supported by any of loaded plugins May 10 19:54:57.530773 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: uplink_status_propagation.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.531670 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.532209 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:54:57.532535 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Loading extension file: vlantransparent.py {{(pid=78644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:54:57.533203 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:54:57.533710 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:54:57.536822 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:network May 10 19:54:57.537573 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:subnet May 10 19:54:57.538382 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:54:57.538987 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:port May 10 19:54:57.540307 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.540822 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service FLAVORS assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.541411 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.541866 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.542215 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:router May 10 19:54:57.542885 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:floatingip May 10 19:54:57.543595 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service METERING assigned prefix: /metering {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.545112 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.545487 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.545844 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:57.547070 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:54:57.547516 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:security_group May 10 19:54:57.548209 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:54:57.548961 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.549289 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:54:57.549625 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] subnetpool is already registered May 10 19:54:57.550244 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.550613 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:54:57.550935 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] subnetpool is already registered May 10 19:54:57.553646 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.554092 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service FLAVORS assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.554687 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.555106 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.555440 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:router May 10 19:54:57.555777 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] router is already registered May 10 19:54:57.557275 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:floatingip May 10 19:54:57.557275 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] floatingip is already registered May 10 19:54:57.557571 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service METERING assigned prefix: /metering {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.558064 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:54:57.558394 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] rbac_policy is already registered May 10 19:54:57.560065 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:security_group May 10 19:54:57.560407 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] security_group is already registered May 10 19:54:57.561010 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:54:57.561346 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] security_group_rule is already registered May 10 19:54:57.562027 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.562356 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:54:57.562693 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] subnetpool is already registered May 10 19:54:57.563284 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.v2.resource_helper [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Service CORE assigned prefix: {{(pid=78644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:54:57.563610 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:54:57.563957 dv-cinder-788365-3-smb neutron-server[78644]: WARNING neutron.quota.resource_registry [None req-770de989-a9c9-4447-974e-83640cfca09b None None] subnetpool is already registered May 10 19:54:57.564613 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: extensions {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.566229 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: address-groups {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.568067 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: address-scopes {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.569269 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: agents {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.570495 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: auto-allocated-topology {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.571718 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: availability_zones {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.573063 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: dhcp-networks {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.574472 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: dhcp-agents {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.575912 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: routers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.577779 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: flavors {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.579108 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: service_profiles {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.580394 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: next_providers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.582613 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: service_profiles {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.584260 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: floatingip-pools {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.585527 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: routers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.587711 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: floatingips {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.588992 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: l3-routers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.598160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: l3-agents {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.598160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: metering-labels {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.598160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: metering-label-rules {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.598160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: network-ip-availabilities {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.598160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: bindings {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.598160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: quotas {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.599456 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: quotas {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.600981 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: rbac-policies {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.602468 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: security-groups {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.603749 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: security-group-rules {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.605130 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: service-providers {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.606741 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: subnetpools {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.608361 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: subnetpools {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.609827 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.611490 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.613373 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.615117 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.616930 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.618762 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.620501 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.623409 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.625227 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.738504 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron.api.extensions [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Extended resource: tags {{(pid=78644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:54:57.744446 dv-cinder-788365-3-smb neutron-server[78644]: WARNING keystonemiddleware.auth_token [None req-770de989-a9c9-4447-974e-83640cfca09b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:54:57.749191 dv-cinder-788365-3-smb neutron-server[78644]: WARNING keystonemiddleware.auth_token [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:54:57.757970 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_concurrency.lockutils [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Acquired lock "singleton_lock" {{(pid=78644) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 19:54:57.758458 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_concurrency.lockutils [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Releasing lock "singleton_lock" {{(pid=78644) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 19:54:57.759109 dv-cinder-788365-3-smb neutron-server[78644]: INFO oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Starting 2 workers May 10 19:54:57.763850 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Started child 78751 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:54:57.768426 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Started child 78752 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:54:57.770460 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:57.771513 dv-cinder-788365-3-smb neutron-server[78644]: INFO neutron.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:54:57.771513 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Notify callbacks [] for process, before_spawn {{(pid=78644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:57.772214 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [-] (78751) wsgi starting up on http://0.0.0.0:9696 May 10 19:54:57.773826 dv-cinder-788365-3-smb neutron-server[78644]: INFO oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Starting 1 workers May 10 19:54:57.775965 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:57.778170 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [-] (78752) wsgi starting up on http://0.0.0.0:9696 May 10 19:54:57.778883 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Started child 78753 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:54:57.779433 dv-cinder-788365-3-smb neutron-server[78644]: INFO oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Starting 1 workers May 10 19:54:57.782349 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] calling RpcWorker wait() {{(pid=78753) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:54:57.783247 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] returning from RpcWorker wait() {{(pid=78753) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:54:57.783933 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Started child 78754 {{(pid=78644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:54:57.784096 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:57.784560 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:54:57.784753 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG neutron_lib.callbacks.manager [None req-770de989-a9c9-4447-974e-83640cfca09b None None] Notify callbacks [] for process, after_spawn {{(pid=78644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:57.786865 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78644) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:54:57.787070 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:54:57.787409 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:54:57.787642 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:54:57.787997 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:54:57.788159 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:54:57.788813 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.788954 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:57.789509 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.789509 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.789781 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.789910 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.790489 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.790764 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.790906 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:54:57.791023 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.791294 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.791561 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.791732 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.792090 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.792351 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.792604 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.792914 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.793187 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.793437 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.793730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.793904 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.794212 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.794545 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.794667 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.795067 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] debug = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.795472 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.795984 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.796218 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.796472 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.796702 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.796973 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.797230 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.797501 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.797746 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.797979 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.798201 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.798481 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.798736 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.798975 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.799193 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.799460 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.799694 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.800209 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] host = dv-cinder-788365-3-smb {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.800450 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.800722 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.800968 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.801217 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.801478 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.801704 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.801947 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.802208 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.802444 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.802669 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.802931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.803181 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.803491 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.803931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.803931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_options = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.809934 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810367 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.810852 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.811316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_json = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.814730 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.815181 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.815181 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.815181 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.815374 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.815449 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.815688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.816005 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.817465 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.817635 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.818263 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.818263 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.818443 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.818666 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.818848 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.819074 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.819326 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.820113 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.820113 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.820113 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.820916 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.820916 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.820916 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.821273 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.821687 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.822106 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.822495 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.822752 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.822992 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.823214 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.823557 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.823848 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.824140 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.824407 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.824622 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.824848 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.825086 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.825332 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.825554 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.825768 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.826197 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.826624 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.827023 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.827450 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.827913 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.828347 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.828781 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.829016 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.829262 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.829661 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.830056 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.830460 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.830824 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.831220 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.831571 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.832572 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.832973 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.833381 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.833755 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.834122 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.834483 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.834884 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.835083 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.835493 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.835715 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.836154 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.836515 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.836900 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.837290 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.837709 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.838085 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.838311 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.838537 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.838788 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.839013 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.839235 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.839461 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.839688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.839926 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.840142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.840517 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.840900 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.841259 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.841620 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.841979 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.842222 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.842615 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.842848 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.843068 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.843324 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.843543 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.843776 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.844257 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.844586 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.844843 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.845253 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.845628 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.846043 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.846273 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.846500 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.847441 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.847678 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.847951 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.848246 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.848515 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.848764 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.849027 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.849250 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.849520 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.849922 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.850194 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.850421 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.850676 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.850903 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.851202 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.851475 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.851748 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.852038 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.852318 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.852588 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.853001 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.853262 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.853524 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.853800 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.854094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.854360 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.854643 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.854895 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.855142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.855571 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.855826 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.856112 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.856349 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.856600 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.856820 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.857106 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.857350 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.857745 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.858119 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.858518 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.858847 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.859092 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.859464 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.859923 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.860168 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.860562 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.860946 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.861360 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.861751 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.862176 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.862611 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.863070 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.863491 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.863741 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.864047 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.864254 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.864637 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.865015 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.865246 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.865470 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.865690 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.865931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.866143 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.866363 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.866599 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.866819 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.867034 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.867291 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.867528 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.867734 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.868009 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.868232 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.868457 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.868678 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.868914 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.869170 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.869409 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.869680 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.869952 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.870172 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.870410 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.870628 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.870889 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.871114 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.871383 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.871603 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.871845 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.872099 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.872330 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.872520 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.872736 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.872989 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.873203 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.873464 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.873716 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.874055 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.874308 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.874539 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.874773 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.875008 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.875226 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.875551 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.875712 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.876119 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.876527 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.876751 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.877024 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.877273 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.877528 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.877749 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.877996 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.878235 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.878450 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.879189 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.879506 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.879759 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.880021 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.880270 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.880525 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.880760 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.880975 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.881225 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.881444 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.881674 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.881903 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.882113 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.882324 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.882539 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.882746 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.882991 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.883200 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.883408 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.883650 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.883828 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.884079 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.884289 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.884498 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.884711 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.884920 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.885249 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.885498 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.885733 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.886026 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.886371 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.886544 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.886759 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.887085 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.887298 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.887541 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.887756 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.888018 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.888242 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.888496 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.888820 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.889125 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.889392 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.889661 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.889949 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.890230 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.890491 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.890703 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.891010 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.891338 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.891610 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.891874 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.892139 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.892426 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.892650 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.892866 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.893085 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.893318 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.893531 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.894263 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.894263 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.894263 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.895173 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.895294 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.895394 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.895620 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.896028 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.896416 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.896775 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.896935 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:54:57.897639 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78644) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:54:57.897798 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:54:57.898117 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:54:57.898435 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:54:57.898601 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:54:57.898901 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:54:57.899112 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.899270 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.899570 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.899865 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.900053 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.900374 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.900541 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.900692 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.900856 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901023 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901173 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901320 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901473 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901625 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901769 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.901912 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902054 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902196 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902339 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902483 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902646 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902796 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.902952 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] debug = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.903096 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.903275 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.903466 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.903614 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.903757 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.903926 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904079 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904223 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904379 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904523 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904666 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904810 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.904961 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905105 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905259 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905403 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905546 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905697 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] host = dv-cinder-788365-3-smb {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905841 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.905983 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.906225 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.906225 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.906688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.906688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.906688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.907115 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.907115 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.907115 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.907621 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.907621 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.907621 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908107 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908107 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_options = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908107 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908513 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908513 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908513 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908936 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908936 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.908936 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.909369 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.909369 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.909369 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.909771 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.909771 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.909771 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.910235 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.910235 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.910235 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.910725 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.910725 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.910725 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.911142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.911142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.911142 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.911562 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.911562 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.911562 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912031 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912031 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912031 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912435 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912435 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912435 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912857 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912857 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.912857 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.913269 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.913269 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.913539 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.913539 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.913821 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.913821 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914094 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914364 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914364 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914647 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914647 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_json = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.914931 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.915213 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.915213 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.915483 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.915483 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.915753 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.915914 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.916066 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.916227 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.916469 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.916469 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.916919 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.916919 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.916919 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.917343 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.917343 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.917343 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.917741 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.917741 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918024 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918024 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918294 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918294 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918565 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918565 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918836 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.918836 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.919144 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.919144 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.919419 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.919419 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.919689 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.919831 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920001 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920147 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920290 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920462 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920685 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920685 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920975 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.920975 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.921248 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:54:57.921397 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.921397 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.921397 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.921809 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.921809 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922078 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922078 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922349 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922349 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922620 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922620 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922909 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.922909 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.923266 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.923266 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.923545 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.923545 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.923816 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.923816 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924134 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924134 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924421 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924421 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924692 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924692 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924973 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.924973 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.925243 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.925385 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.925570 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.925770 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.925770 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.926054 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.926054 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.926325 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.926486 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.926711 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.926711 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.927191 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.927191 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.927191 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.927596 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.927596 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.927596 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928033 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928033 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928033 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928448 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928448 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928448 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928850 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.928850 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929146 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929146 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929418 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929418 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929699 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929699 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929981 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.929981 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.930254 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.930254 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.930526 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.930688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.930688 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931065 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931065 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931339 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931339 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931620 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931620 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931963 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.931963 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.932244 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.932244 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.933251 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.934362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935057 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935057 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935057 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935057 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935057 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935414 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935414 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935557 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935635 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.935829 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936011 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936173 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936335 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936495 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936657 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936806 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.936966 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.937227 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.937313 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.937424 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.937568 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.937737 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.937898 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938066 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938227 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938362 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938524 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938670 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938836 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.938997 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.939157 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.939316 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.939467 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.939627 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.939789 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940004 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940137 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940350 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940489 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940625 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940757 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.940862 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.941010 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.941971 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.942128 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.942275 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.942437 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.942599 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.942760 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.942921 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.943082 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.943243 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.943403 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.943566 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.943726 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.943905 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.944066 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.944226 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.944387 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.944548 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.944709 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.944869 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945060 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945175 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945343 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945504 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945665 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945827 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.945987 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.946148 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.946309 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.946470 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.946630 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.946791 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.946951 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.947114 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.947354 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.947446 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.947579 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.947740 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.947914 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.948084 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.948245 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.948418 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.948579 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.948740 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.948904 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.949064 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.949235 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.949397 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.949557 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.949764 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.949866 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.950036 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.950195 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.950355 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.950515 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.950675 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.950845 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.951005 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.951165 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.951329 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.951489 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.951659 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.951821 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.952019 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.952180 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.952341 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.952511 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.952673 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.952833 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953002 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953161 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953322 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953482 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953654 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953815 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.953980 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.954140 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.954299 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.954460 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.954622 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.954788 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.954957 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.955125 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.955287 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.955457 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.955628 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.955798 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.955990 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.956160 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.956332 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.956493 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.956654 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.956892 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.957054 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.957215 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.957408 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.957534 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.957694 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.957853 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958013 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958173 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958333 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958493 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958654 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958819 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.958979 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.959139 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.959299 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.959460 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.959613 dv-cinder-788365-3-smb neutron-server[78644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:54:58.053922 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 32936) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:54:58.065978 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088153 May 10 19:55:08.587941 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f8559-fc18-4e47-ba88-10516f2e690a None None] get_active_networks_info from dv-cinder-788365-3-smb {{(pid=78753) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 19:55:08.654737 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f8559-fc18-4e47-ba88-10516f2e690a None None] No non-hosted networks {{(pid=78753) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:55:08.663034 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.agentschedulers_db [None req-829f8559-fc18-4e47-ba88-10516f2e690a None None] DHCP Agent not found on host dv-cinder-788365-3-smb {{(pid=78753) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 19:55:08.750940 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3b137aab-918e-4391-978e-81f90342831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:11.182009 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-058b418c-9f5b-44d3-90c0-a0fc40f7f081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:11.236582 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a9bab8ee-d5f9-4521-8e21-5cee4d7bce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:11.286512 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:11.287313 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.287794 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.288235 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.288677 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.289096 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.289511 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.289934 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.290355 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.290775 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.291193 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.291716 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.292223 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:11.292700 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788365-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:11.307735 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:12.219117 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:13.649892 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:15.216114 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33024) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:15.799262 dv-cinder-788365-3-smb neutron-server[78752]: WARNING oslo_policy.policy [None req-fddbbffa-39ef-43bd-9797-aef0638fec0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:15.799937 dv-cinder-788365-3-smb neutron-server[78752]: WARNING oslo_policy.policy [None req-fddbbffa-39ef-43bd-9797-aef0638fec0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:16.014615 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [None req-fddbbffa-39ef-43bd-9797-aef0638fec0a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:16.015664 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fddbbffa-39ef-43bd-9797-aef0638fec0a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7986314 May 10 19:55:17.137601 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.db.l3_hamode_db [None req-9d0a4cac-f282-42cb-b186-f62c9edc54a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:55:17.223854 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a4cac-f282-42cb-b186-f62c9edc54a8 None None] Routers set() bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:17.224186 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a4cac-f282-42cb-b186-f62c9edc54a8 None None] Router IDs set() for agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 19:55:18.312247 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33038) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:18.674932 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:18.773231 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.policy [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78752) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:55:18.818217 dv-cinder-788365-3-smb neutron-server[78752]: WARNING oslo_policy.policy [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:18.818582 dv-cinder-788365-3-smb neutron-server[78752]: WARNING oslo_policy.policy [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:18.826844 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.quota [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] Loaded quota_driver: . May 10 19:55:18.841811 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:18.901404 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732065931850', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732065931293', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732065926370', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732065929270', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732066169132', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732066162213', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1754739', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1725782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676998', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609490'] for rbac-policy, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:18.962242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:18.963447 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8005555f-3c17-4078-8685-75a53cc4ef16 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6501842 May 10 19:55:21.502852 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33052) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:21.847576 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Request body: {'network': {'name': 'private', 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:21.852232 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:21.856900 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Usage tracker for resource:network and tenant:3c76ce2855564da68ad75e96a460fbec is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:21.861407 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:21.867349 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:21.876729 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Made reservation on behalf of 3c76ce2855564da68ad75e96a460fbec for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:21.879999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:21.897617 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:21.911109 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:21.914698 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Usage tracker for resource:security_group_rule and tenant:3c76ce2855564da68ad75e96a460fbec is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:21.919538 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:21.925006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:22.016895 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:22.020999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:22.026063 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:22.042772 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:55:22.068473 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732063612052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:22.069071 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Unsubscribe: segment precommit_create {{(pid=78752) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:55:22.069539 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Added segment e456e55f-aa00-44f8-84dd-6cf07ad927d6 of type vlan for network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 May 10 19:55:22.118568 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a08f6c6-cd85-492c-90b2-44737c90a233,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:22.138848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.139179 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.139502 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.139817 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.140157 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.140467 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.140776 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.141081 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.141402 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.141705 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.142006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.142306 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Tracked resource versions report: May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: pushed versions: May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: { 'AddressGroup': {'1.2'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'ConntrackHelper': {'1.0'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Log': {'1.0'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Network': {'1.1'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Port': {'1.7'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'PortForwarding': {'1.2'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'QosPolicy': {'1.8'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroup': {'1.4'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'SubPort': {'1.0'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Subnet': {'1.1'}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Trunk': {'1.1'}} May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: consumer versions: May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'ConntrackHelper': '1.0', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Log': '1.0', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Network': '1.1', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Port': '1.7', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'PortForwarding': '1.2', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'QosPolicy': '1.8', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroup': '1.4', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroupRule': '1.2', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'SubPort': '1.0', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Subnet': '1.1', May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: 'Trunk': '1.1'}} May 10 19:55:22.143366 dv-cinder-788365-3-smb neutron-server[78752]: {{(pid=78752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:22.189837 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:22.195131 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:22.230911 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:22.232464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:22.233094 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:22.237756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:22.338240 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8343208 May 10 19:55:22.340764 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Pushing event updated for resources: {'Network': ['ID=78fd676a-a604-4e57-bdbf-2cb9c28e7a83,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:22.365568 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:22.374253 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:55:24.973268 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 33068) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:25.545977 dv-cinder-788365-3-smb neutron-server[78751]: WARNING oslo_policy.policy [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:25.546559 dv-cinder-788365-3-smb neutron-server[78751]: WARNING oslo_policy.policy [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:25.973839 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.policy [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78751) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:55:26.018822 dv-cinder-788365-3-smb neutron-server[78751]: WARNING oslo_policy.policy [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:26.019192 dv-cinder-788365-3-smb neutron-server[78751]: WARNING oslo_policy.policy [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:26.027292 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:26.029241 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-4ec4b7a6-c244-4ccd-a2fa-ea862f8bad0f admin admin] 10.222.0.48 "GET /v2.0/networks/78fd676a-a604-4e57-bdbf-2cb9c28e7a83 HTTP/1.1" status: 200 len: 825 time: 1.0539591 May 10 19:55:26.061120 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-501b3db4-c013-4cd6-b966-ead4f519445e admin admin] 10.222.0.48 "GET /v2.0/subnetpools/4ebe9f0d-d487-4e4f-8dbc-821003e41201 HTTP/1.1" status: 200 len: 734 time: 0.0265667 May 10 19:55:26.070433 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:26.072060 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.quota [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Loaded quota_driver: . May 10 19:55:26.077869 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:26.083378 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Usage tracker for resource:subnet and tenant:3c76ce2855564da68ad75e96a460fbec is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:26.086641 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:26.093390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:26.106849 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Made reservation on behalf of 3c76ce2855564da68ad75e96a460fbec for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:26.109612 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.593764 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.600188 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:26.671628 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Checking segment: {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:26.672035 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Network hostable DHCP agents. Network: 78fd676a-a604-4e57-bdbf-2cb9c28e7a83, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:55:26.690068 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ac0e88-45e8-4347-9d2f-13edafb26ed7,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:26.702500 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.702838 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.703175 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.703500 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.703820 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.704193 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.704483 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.704794 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.705126 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.705454 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.705750 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.706056 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Tracked resource versions report: May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: pushed versions: May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: { 'AddressGroup': {'1.2'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'ConntrackHelper': {'1.0'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Log': {'1.0'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Network': {'1.1'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Port': {'1.7'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'PortForwarding': {'1.2'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'QosPolicy': {'1.8'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroup': {'1.4'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'SubPort': {'1.0'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Subnet': {'1.1'}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Trunk': {'1.1'}} May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: consumer versions: May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'ConntrackHelper': '1.0', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Log': '1.0', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Network': '1.1', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Port': '1.7', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'PortForwarding': '1.2', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'QosPolicy': '1.8', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroup': '1.4', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroupRule': '1.2', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'SubPort': '1.0', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Subnet': '1.1', May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: 'Trunk': '1.1'}} May 10 19:55:26.707648 dv-cinder-788365-3-smb neutron-server[78751]: {{(pid=78751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:26.734052 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:55:26.741301 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:26.745930 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 78fd676a-a604-4e57-bdbf-2cb9c28e7a83) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:26.750356 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:26.751015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.755648 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f65bc-700d-4282-89ce-0661884ebf97 None None] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:26.772291 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7052898 May 10 19:55:27.063606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:55:27.064817 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:27.246535 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Allocated IP 172.20.0.2 (78fd676a-a604-4e57-bdbf-2cb9c28e7a83/b5ac0e88-45e8-4347-9d2f-13edafb26ed7/c1a1dd65-768a-49d4-ad10-20a3f9125916) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:55:27.470118 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:27.483352 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Transition to ACTIVE for port object c1a1dd65-768a-49d4-ad10-20a3f9125916 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:27.502832 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Transition to ACTIVE for port object c1a1dd65-768a-49d4-ad10-20a3f9125916 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:27.510289 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:27.515974 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:27.568965 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:27.571573 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:27.583759 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:55:27.592223 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Pushing event updated for resources: {'Port': ['ID=c1a1dd65-768a-49d4-ad10-20a3f9125916,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:27.631692 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.632051 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.632379 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.632699 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.633013 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.633328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.633641 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.633949 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.634261 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.634569 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.634876 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.635183 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Tracked resource versions report: May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: pushed versions: May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: { 'AddressGroup': {'1.2'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'ConntrackHelper': {'1.0'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Log': {'1.0'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Network': {'1.1'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Port': {'1.7'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'PortForwarding': {'1.2'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'QosPolicy': {'1.8'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroup': {'1.4'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'SubPort': {'1.0'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Subnet': {'1.1'}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Trunk': {'1.1'}} May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: consumer versions: May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'ConntrackHelper': '1.0', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Log': '1.0', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Network': '1.1', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Port': '1.7', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'PortForwarding': '1.2', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'QosPolicy': '1.8', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroup': '1.4', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroupRule': '1.2', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'SubPort': '1.0', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Subnet': '1.1', May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: 'Trunk': '1.1'}} May 10 19:55:27.636306 dv-cinder-788365-3-smb neutron-server[78753]: {{(pid=78753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:27.666515 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:27.690661 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Attempting to bind port c1a1dd65-768a-49d4-ad10-20a3f9125916 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:55:27.691061 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Attempting to bind port c1a1dd65-768a-49d4-ad10-20a3f9125916 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:55:27.691727 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Attempting to bind port c1a1dd65-768a-49d4-ad10-20a3f9125916 on network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:55:27.696773 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:55:27.697175 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Checking segment: {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:27.697620 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:27.698004 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Bound using segment: {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:55:27.698460 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Bound port: c1a1dd65-768a-49d4-ad10-20a3f9125916, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:55:27.698843 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:27.785455 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] For port c1a1dd65-768a-49d4-ad10-20a3f9125916, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:55:27.789125 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] For port c1a1dd65-768a-49d4-ad10-20a3f9125916, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=c1a1dd65-768a-49d4-ad10-20a3f9125916,segment=NetworkSegment(e456e55f-aa00-44f8-84dd-6cf07ad927d6),segment_id=e456e55f-aa00-44f8-84dd-6cf07ad927d6)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:55:27.793846 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:27.797535 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:27.882196 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Pushing event updated for resources: {'Port': ['ID=c1a1dd65-768a-49d4-ad10-20a3f9125916,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:27.903651 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:29.127187 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 33090) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:29.492887 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [None req-30c965b5-87c3-4018-b2f9-a9c95a65f9cc admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:29.493971 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-30c965b5-87c3-4018-b2f9-a9c95a65f9cc admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3658650 May 10 19:55:31.795640 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 33100) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:32.170189 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [None req-8d5debe6-5bfd-463a-b03d-7b2a53154786 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:32.171194 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8d5debe6-5bfd-463a-b03d-7b2a53154786 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3746252 May 10 19:55:33.142687 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device c1a1dd65-768a-49d4-ad10-20a3f9125916 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:33.216793 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port c1a1dd65-768a-49d4-ad10-20a3f9125916 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:33.324355 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96627d9f-5565-4862-962b-c9adb83d83bc None None] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:33.475703 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Provisioning for port c1a1dd65-768a-49d4-ad10-20a3f9125916 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:33.487860 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Provisioning complete for port c1a1dd65-768a-49d4-ad10-20a3f9125916 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:33.488276 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:33.657097 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:33.700250 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] For port c1a1dd65-768a-49d4-ad10-20a3f9125916, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=c1a1dd65-768a-49d4-ad10-20a3f9125916,segment=NetworkSegment(e456e55f-aa00-44f8-84dd-6cf07ad927d6),segment_id=e456e55f-aa00-44f8-84dd-6cf07ad927d6)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:55:33.704677 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:33.707124 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:33.797373 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Pushing event updated for resources: {'Port': ['ID=c1a1dd65-768a-49d4-ad10-20a3f9125916,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:33.803934 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:33.935489 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a3fced78-510d-4912-9db4-874e2717eb48 None None] Provisioning complete for port c1a1dd65-768a-49d4-ad10-20a3f9125916 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:33.935863 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a3fced78-510d-4912-9db4-874e2717eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:34.787324 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 33116) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:35.115686 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device c1a1dd65-768a-49d4-ad10-20a3f9125916 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:35.134946 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Request body: {'router': {'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'name': 'router1', 'admin_state_up': True}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:35.139823 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:35.144256 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Usage tracker for resource:router and tenant:3c76ce2855564da68ad75e96a460fbec is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:35.147572 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:35.153435 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:35.163497 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:35.165287 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:35.182107 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port c1a1dd65-768a-49d4-ad10-20a3f9125916 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:35.182399 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:35.187139 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:35.309599 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:35.328494 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:35.329662 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-66b48282-0b3f-4fa3-b098-fdd8d3106c0e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5413640 May 10 19:55:37.622387 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 33126) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:37.981884 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [None req-0a909cb8-cc7e-41aa-99a3-9566b175961b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:37.982870 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-0a909cb8-cc7e-41aa-99a3-9566b175961b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3595440 May 10 19:55:38.514451 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-13d26bb4-5a8c-492c-b671-e2e8a536c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.287992 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33136) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:40.644986 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:40.649549 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:40.653258 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Usage tracker for resource:network and tenant:a0b6af59b2274c94bcc4061d3e2cefad is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:40.656234 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:40.662763 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:40.673049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Made reservation on behalf of a0b6af59b2274c94bcc4061d3e2cefad for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:40.675737 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.687136 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.701349 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:40.705077 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b6af59b2274c94bcc4061d3e2cefad is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:40.707856 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:40.713401 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:40.796365 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.799831 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.803875 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:40.818208 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Reserving flat network on physical network physnet1 {{(pid=78752) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:55:40.839254 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd1be83-602d-4602-b56c-17ea0ebba44f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:40.842789 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:40.845408 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.845746 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Added segment 024180f8-3cbf-4b21-997b-c1d657502e57 of type flat for network c8971498-bc51-4f0f-8ff2-e56fc9055c06 May 10 19:55:40.881984 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.916548 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.917831 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:40.918406 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.922909 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:41.018038 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7289507 May 10 19:55:41.021036 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Pushing event updated for resources: {'Network': ['ID=c8971498-bc51-4f0f-8ff2-e56fc9055c06,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:41.023848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:41.031121 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:55:41.167856 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf7fb-b51f-477d-890a-2771bc7d1476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:41.265754 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:42.173202 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:43.319280 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33156) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:43.526344 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79dcc4-a258-46e0-98ac-1247ff7e1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:43.527665 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3f79dcc4-a258-46e0-98ac-1247ff7e1436 admin admin] 10.222.0.48 "GET /v2.0/subnets/b5ac0e88-45e8-4347-9d2f-13edafb26ed7 HTTP/1.1" status: 200 len: 849 time: 0.2074656 May 10 19:55:43.594272 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:43.715422 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d11f3807-709f-443e-bf24-bddf8a2f7cf2 admin admin] 10.222.0.48 "GET /v2.0/routers/72681436-0e83-4bbd-8b40-832e46c47a9a HTTP/1.1" status: 200 len: 704 time: 0.1821308 May 10 19:55:44.168610 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:44.393898 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Allocated IP 172.20.0.1 (78fd676a-a604-4e57-bdbf-2cb9c28e7a83/b5ac0e88-45e8-4347-9d2f-13edafb26ed7/c441a3d4-711f-4b55-8aa7-ac4c19b81dd9) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:55:44.546694 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:44.563699 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Transition to ACTIVE for port object c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:44.618988 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:44.623449 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:44.681163 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:44.683791 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:44.697747 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Pushing event updated for resources: {'Port': ['ID=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:44.710142 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:55:44.710798 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:44.857104 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:44.924947 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-03a8bc5d-f8f2-4208-8228-3fc2433a06cd None None] Provisioning for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:44.929857 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-03a8bc5d-f8f2-4208-8228-3fc2433a06cd None None] Provisioning complete for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:44.930606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-03a8bc5d-f8f2-4208-8228-3fc2433a06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:44.987569 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-03a8bc5d-f8f2-4208-8228-3fc2433a06cd None None] Port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:55:45.014201 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.237171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.241557 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.242606 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.245687 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:45.369999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Pushing event updated for resources: {'Port': ['ID=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:45.373749 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:45.431390 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:45.432464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:45.608665 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa9c0-e7ff-4201-a4ba-0c3418559aab None None] Provisioning complete for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:45.609037 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9c0-e7ff-4201-a4ba-0c3418559aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.622410 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Router 72681436-0e83-4bbd-8b40-832e46c47a9a is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:55:45.661456 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-9c4aa9c0-e7ff-4201-a4ba-0c3418559aab None None] Port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:55:45.771471 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:55:45.780611 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Sync routers for ids ['72681436-0e83-4bbd-8b40-832e46c47a9a'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:55:45.781405 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] 10.222.0.48 "PUT /v2.0/routers/72681436-0e83-4bbd-8b40-832e46c47a9a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0609837 May 10 19:55:45.791708 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Routers {'72681436-0e83-4bbd-8b40-832e46c47a9a'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:45.792549 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T19:55:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['72681436-0e83-4bbd-8b40-832e46c47a9a'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:45.962246 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Set router 72681436-0e83-4bbd-8b40-832e46c47a9a gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:55:46.320181 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'name': 'router1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:35Z', 'updated_at': '2021-05-10T19:55:44Z', 'revision_number': 2, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'gw_port_host': None, '_interfaces': [{'id': 'c441a3d4-711f-4b55-8aa7-ac4c19b81dd9', 'name': '', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'mac_address': 'fa:16:3e:27:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:44Z', 'updated_at': '2021-05-10T19:55:45Z', 'revision_number': 2, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'subnets': [{'id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:46.324979 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Checking router: 72681436-0e83-4bbd-8b40-832e46c47a9a for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:55:46.325358 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Updating router 72681436-0e83-4bbd-8b40-832e46c47a9a port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:55:46.375510 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.740835 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.756476 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Transition to ACTIVE for port object c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:46.762293 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.767573 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:46.900892 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Pushing event updated for resources: {'Port': ['ID=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:46.943697 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.944057 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.944375 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.944697 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.945011 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.945322 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.945633 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.945939 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.946246 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.946552 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.946856 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.947158 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Tracked resource versions report: May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: pushed versions: May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: { 'AddressGroup': {'1.2'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'ConntrackHelper': {'1.0'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Log': {'1.0'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Network': {'1.1'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Port': {'1.7'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'PortForwarding': {'1.2'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'QosPolicy': {'1.8'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroup': {'1.4'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'SubPort': {'1.0'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Subnet': {'1.1'}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Trunk': {'1.1'}} May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: consumer versions: May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'ConntrackHelper': '1.0', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Log': '1.0', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Network': '1.1', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Port': '1.7', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'PortForwarding': '1.2', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'QosPolicy': '1.8', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroup': '1.4', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroupRule': '1.2', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'SubPort': '1.0', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Subnet': '1.1', May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: 'Trunk': '1.1'}} May 10 19:55:46.948322 dv-cinder-788365-3-smb neutron-server[78754]: {{(pid=78754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:46.951967 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:47.005943 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Attempting to bind port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:55:47.006284 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Attempting to bind port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:55:47.006708 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Attempting to bind port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 on network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:55:47.011842 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:55:47.012273 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Checking segment: {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:47.012726 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:47.013118 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Bound using segment: {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:55:47.013619 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Bound port: c441a3d4-711f-4b55-8aa7-ac4c19b81dd9, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e456e55f-aa00-44f8-84dd-6cf07ad927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:55:47.014009 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:47.099996 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] For port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:55:47.104241 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] For port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,segment=NetworkSegment(e456e55f-aa00-44f8-84dd-6cf07ad927d6),segment_id=e456e55f-aa00-44f8-84dd-6cf07ad927d6)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:55:47.109573 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:47.114210 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:47.218124 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Routers {'72681436-0e83-4bbd-8b40-832e46c47a9a'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:47.218732 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T19:55:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['72681436-0e83-4bbd-8b40-832e46c47a9a'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:47.326054 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Pushing event updated for resources: {'Port': ['ID=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:47.329704 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:47.372269 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] Set router 72681436-0e83-4bbd-8b40-832e46c47a9a gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:55:47.685068 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'name': 'router1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:35Z', 'updated_at': '2021-05-10T19:55:44Z', 'revision_number': 2, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'gw_port_host': None, '_interfaces': [{'id': 'c441a3d4-711f-4b55-8aa7-ac4c19b81dd9', 'name': '', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'mac_address': 'fa:16:3e:27:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:44Z', 'updated_at': '2021-05-10T19:55:47Z', 'revision_number': 4, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'subnets': [{'id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:47.688731 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c04b-2448-4b6f-a0de-029437968d77 None None] The sync data for ids ['72681436-0e83-4bbd-8b40-832e46c47a9a'] in dv-cinder-788365-3-smb is: [{'id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'name': 'router1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:35Z', 'updated_at': '2021-05-10T19:55:44Z', 'revision_number': 2, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'gw_port_host': None, '_interfaces': [{'id': 'c441a3d4-711f-4b55-8aa7-ac4c19b81dd9', 'name': '', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'mac_address': 'fa:16:3e:27:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:44Z', 'updated_at': '2021-05-10T19:55:47Z', 'revision_number': 4, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'subnets': [{'id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:55:47.941435 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33180) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:48.084573 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c176db-f6a8-4297-bdec-eaa70f021a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:48.085154 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-34c176db-f6a8-4297-bdec-eaa70f021a21 admin admin] Synchronizing usage tracker for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:network {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:55:48.102656 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-34c176db-f6a8-4297-bdec-eaa70f021a21 admin admin] Unset dirty status for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:network {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:55:48.103978 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-34c176db-f6a8-4297-bdec-eaa70f021a21 admin admin] 10.222.0.48 "GET /v2.0/networks/c8971498-bc51-4f0f-8ff2-e56fc9055c06 HTTP/1.1" status: 200 len: 842 time: 0.1616399 May 10 19:55:48.113307 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.0.0/24'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:48.118258 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:48.122129 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Usage tracker for resource:subnet and tenant:a0b6af59b2274c94bcc4061d3e2cefad is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:48.125176 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:48.131800 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:48.141239 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Made reservation on behalf of a0b6af59b2274c94bcc4061d3e2cefad for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:48.144388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:48.564514 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.objects.ports [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78752) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 19:55:48.564963 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:48.570022 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:48.680946 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b09a1e-293c-4fde-9f92-fedcc12e2924,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:48.684974 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:48.685323 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Network hostable DHCP agents. Network: c8971498-bc51-4f0f-8ff2-e56fc9055c06, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:55:48.688163 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:48.705033 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:55:48.715314 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, c8971498-bc51-4f0f-8ff2-e56fc9055c06) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:48.722792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996530d8-7bfc-432f-977e-aedf7b9ad359 None None] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:48.723249 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:48.723610 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:48.755916 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6355438 May 10 19:55:48.945761 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f2700-18d1-4cdd-a455-75d03aca2fb0 None None] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:50.953984 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33194) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:51.148856 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:51.149466 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1c840a21-da30-4e7d-92ee-0b6101277a12 admin admin] 10.222.0.48 "GET /v2.0/routers/72681436-0e83-4bbd-8b40-832e46c47a9a HTTP/1.1" status: 200 len: 710 time: 0.1943872 May 10 19:55:51.220339 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:51.225377 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:51.225750 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:51.278142 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09af8ff-3f5a-4244-ae24-041f8ff78689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:51.285003 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e09af8ff-3f5a-4244-ae24-041f8ff78689 admin admin] 10.222.0.48 "GET /v2.0/networks/c8971498-bc51-4f0f-8ff2-e56fc9055c06 HTTP/1.1" status: 200 len: 886 time: 0.1248107 May 10 19:55:51.289242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:51.341719 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:51.373435 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,segment=NetworkSegment(e456e55f-aa00-44f8-84dd-6cf07ad927d6),segment_id=e456e55f-aa00-44f8-84dd-6cf07ad927d6)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:55:51.377198 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:51.379420 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:51.443467 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=c441a3d4-711f-4b55-8aa7-ac4c19b81dd9,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:51.446625 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:51.741326 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.062434 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.168242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.301592 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Allocated IP 172.28.0.224 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/77b9a46c-6dd2-49ee-ab5c-2503a2482c29) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:55:52.442494 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.470109 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.474257 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:52.529469 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:52.532316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:52.540991 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:55:52.598441 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Pushing event updated for resources: {'Port': ['ID=77b9a46c-6dd2-49ee-ab5c-2503a2482c29,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:52.654017 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:52.918234 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.127040 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:53.193864 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:53.194165 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.250388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.253744 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665094'] for router, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.476442 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Router 72681436-0e83-4bbd-8b40-832e46c47a9a has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:55:53.649803 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:55:53.657638 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.659461 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] 10.222.0.48 "PUT /v2.0/routers/72681436-0e83-4bbd-8b40-832e46c47a9a HTTP/1.1" status: 200 len: 890 time: 2.3731675 May 10 19:55:53.660196 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Sync routers for ids ['72681436-0e83-4bbd-8b40-832e46c47a9a'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:55:53.670384 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Routers {'72681436-0e83-4bbd-8b40-832e46c47a9a'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:53.671070 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T19:55:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['72681436-0e83-4bbd-8b40-832e46c47a9a'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:53.883060 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Set router 72681436-0e83-4bbd-8b40-832e46c47a9a gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:55:54.217258 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'name': 'router1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77b9a46c-6dd2-49ee-ab5c-2503a2482c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:35Z', 'updated_at': '2021-05-10T19:55:52Z', 'revision_number': 4, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'gw_port': {'id': '77b9a46c-6dd2-49ee-ab5c-2503a2482c29', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:52Z', 'updated_at': '2021-05-10T19:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'c441a3d4-711f-4b55-8aa7-ac4c19b81dd9', 'name': '', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'mac_address': 'fa:16:3e:27:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:44Z', 'updated_at': '2021-05-10T19:55:51Z', 'revision_number': 5, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'subnets': [{'id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:54.222070 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Checking router: 72681436-0e83-4bbd-8b40-832e46c47a9a for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:55:54.222439 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Updating router 72681436-0e83-4bbd-8b40-832e46c47a9a port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:55:54.275552 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.598642 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.609701 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Transition to ACTIVE for port object 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:54.616464 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.620874 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:54.693271 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f4d99-a6d0-4245-9056-2d5496008e51 None None] Pushing event updated for resources: {'Port': ['ID=77b9a46c-6dd2-49ee-ab5c-2503a2482c29,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:54.696758 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5f9f4d99-a6d0-4245-9056-2d5496008e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:54.697429 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Attempting to bind port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:55:54.697796 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Attempting to bind port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:55:54.698155 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Attempting to bind port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:55:54.703523 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:55:54.703921 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:54.704401 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.704694 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:55:54.705161 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Bound port: 77b9a46c-6dd2-49ee-ab5c-2503a2482c29, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:55:54.705579 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.777222 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] For port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:55:54.780222 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] For port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=77b9a46c-6dd2-49ee-ab5c-2503a2482c29,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:55:54.785139 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.789789 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-87fdd64a-bbf8-4853-87d1-78a5307f4f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:54.861501 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Routers {'72681436-0e83-4bbd-8b40-832e46c47a9a'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:54.862623 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T19:55:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['72681436-0e83-4bbd-8b40-832e46c47a9a'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:54.975938 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f4d99-a6d0-4245-9056-2d5496008e51 None None] Pushing event updated for resources: {'Port': ['ID=77b9a46c-6dd2-49ee-ab5c-2503a2482c29,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:54.985772 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5f9f4d99-a6d0-4245-9056-2d5496008e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:55.044362 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] Set router 72681436-0e83-4bbd-8b40-832e46c47a9a gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:55:55.390353 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'name': 'router1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77b9a46c-6dd2-49ee-ab5c-2503a2482c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:35Z', 'updated_at': '2021-05-10T19:55:52Z', 'revision_number': 4, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'gw_port': {'id': '77b9a46c-6dd2-49ee-ab5c-2503a2482c29', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:52Z', 'updated_at': '2021-05-10T19:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'c441a3d4-711f-4b55-8aa7-ac4c19b81dd9', 'name': '', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'mac_address': 'fa:16:3e:27:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:44Z', 'updated_at': '2021-05-10T19:55:51Z', 'revision_number': 5, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'subnets': [{'id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:55.394410 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6f0a-8ebe-4945-aa81-4167020efcb8 None None] The sync data for ids ['72681436-0e83-4bbd-8b40-832e46c47a9a'] in dv-cinder-788365-3-smb is: [{'id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'name': 'router1', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '77b9a46c-6dd2-49ee-ab5c-2503a2482c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:35Z', 'updated_at': '2021-05-10T19:55:52Z', 'revision_number': 4, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'gw_port': {'id': '77b9a46c-6dd2-49ee-ab5c-2503a2482c29', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:52Z', 'updated_at': '2021-05-10T19:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'c441a3d4-711f-4b55-8aa7-ac4c19b81dd9', 'name': '', 'network_id': '78fd676a-a604-4e57-bdbf-2cb9c28e7a83', 'tenant_id': '3c76ce2855564da68ad75e96a460fbec', 'mac_address': 'fa:16:3e:27:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72681436-0e83-4bbd-8b40-832e46c47a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:44Z', 'updated_at': '2021-05-10T19:55:51Z', 'revision_number': 5, 'project_id': '3c76ce2855564da68ad75e96a460fbec', 'subnets': [{'id': 'b5ac0e88-45e8-4347-9d2f-13edafb26ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ebe9f0d-d487-4e4f-8dbc-821003e41201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:55:55.958564 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33204) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:56.076647 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fa9015e6-557c-4a40-a46a-6bc2c5c3412c admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169727 May 10 19:55:57.150449 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:57.219950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:57.228844 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:57.229206 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:57.360020 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:57.376483 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=77b9a46c-6dd2-49ee-ab5c-2503a2482c29,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:55:57.381656 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:57.384638 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5f9f4d99-a6d0-4245-9056-2d5496008e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:57.448061 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=77b9a46c-6dd2-49ee-ab5c-2503a2482c29,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:57.450888 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:59.133825 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:59.218330 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 77b9a46c-6dd2-49ee-ab5c-2503a2482c29 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:59.218330 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:05.843714 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:08.518870 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf5f2-9386-41f8-9e47-071c69384237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:11.173238 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e535be2b-1e18-439f-82fc-241fd1fe9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:11.270953 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:12.181131 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:13.617395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:38.523201 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-37af04cc-54e3-447a-8507-5711bb95ccdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:41.169892 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3f293b8e-0ac1-44a6-9cea-eb7d3e1054dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:41.276695 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:42.184149 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:42.843454 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:43.615084 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:08.527150 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f9fe-d372-4526-9c43-7be22f643f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:11.164890 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-80d86ac7-7e05-4f6a-9061-b922903b94fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:11.278322 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:12.185755 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:13.616369 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:19.841905 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:57:29.086898 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33774) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:29.152816 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fe5ec1-2862-4d41-8548-46c4e6c15828 admin admin] GET failed (client error): The resource could not be found. May 10 19:57:29.154072 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-28fe5ec1-2862-4d41-8548-46c4e6c15828 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662584 May 10 19:57:29.281997 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d9cba3-2964-46fd-ae0e-4af5b357caac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:29.283340 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-79d9cba3-2964-46fd-ae0e-4af5b357caac admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1255169 May 10 19:57:31.362586 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33784) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:31.467161 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c10fb-8800-4e2e-951a-6f18804db240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:31.467727 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4b2c10fb-8800-4e2e-951a-6f18804db240 admin admin] Synchronizing usage tracker for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:subnet {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:57:31.484090 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4b2c10fb-8800-4e2e-951a-6f18804db240 admin admin] Unset dirty status for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:subnet {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:57:31.485801 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-4b2c10fb-8800-4e2e-951a-6f18804db240 admin admin] 10.222.0.48 "GET /v2.0/subnets/b5ac0e88-45e8-4347-9d2f-13edafb26ed7 HTTP/1.1" status: 200 len: 849 time: 0.1222873 May 10 19:57:31.494948 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:57:31.612807 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:31.795450 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732063605342'] for subnet, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:31.799771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:57:31.839030 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:31.840062 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:31.841081 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] 10.222.0.48 "PUT /v2.0/subnets/b5ac0e88-45e8-4347-9d2f-13edafb26ed7 HTTP/1.1" status: 200 len: 868 time: 0.3496890 May 10 19:57:31.843204 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23987e1e-216c-4a34-97d7-8287d3dacb34 None None] Network 78fd676a-a604-4e57-bdbf-2cb9c28e7a83 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:57:31.867164 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ac0e88-45e8-4347-9d2f-13edafb26ed7,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:31.874898 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.875282 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.875618 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.875983 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.876316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.876642 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.876964 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.877289 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.877611 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.877930 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.878255 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.878574 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:31.882402 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:57:32.290950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-3084c198-d5e4-46f1-ba42-15ea7bc190b8 None None] Provisioning complete for port c441a3d4-711f-4b55-8aa7-ac4c19b81dd9 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:57:32.291356 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3084c198-d5e4-46f1-ba42-15ea7bc190b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:32.413677 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-3084c198-d5e4-46f1-ba42-15ea7bc190b8 None None] Provisioning complete for port c1a1dd65-768a-49d4-ad10-20a3f9125916 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:57:32.413941 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3084c198-d5e4-46f1-ba42-15ea7bc190b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:33.943581 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33794) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:34.113012 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823f5ad-98e7-4eb9-abba-d95c10d0cfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:34.113493 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823f5ad-98e7-4eb9-abba-d95c10d0cfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:34.114979 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-b823f5ad-98e7-4eb9-abba-d95c10d0cfbb admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1704528 May 10 19:57:36.209544 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33804) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:36.378313 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41204b08-ee0c-4808-ae4a-e298ef77c4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:36.378801 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41204b08-ee0c-4808-ae4a-e298ef77c4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:36.380332 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-41204b08-ee0c-4808-ae4a-e298ef77c4fb admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698954 May 10 19:57:38.453131 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33814) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:38.528386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c924b9c3-5ff1-4ec6-800b-eaf7b828e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:38.623828 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8462c37-d5e5-4e33-9377-974bc666265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:38.625813 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d8462c37-d5e5-4e33-9377-974bc666265c admin admin] 10.222.0.48 "GET /v2.0/networks/78fd676a-a604-4e57-bdbf-2cb9c28e7a83 HTTP/1.1" status: 200 len: 869 time: 0.1705415 May 10 19:57:40.718625 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33824) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:40.882740 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65317f51-9b5f-4346-9dd3-34e649d5a0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:40.884117 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-65317f51-9b5f-4346-9dd3-34e649d5a0f7 admin admin] 10.222.0.48 "GET /v2.0/networks/c8971498-bc51-4f0f-8ff2-e56fc9055c06 HTTP/1.1" status: 200 len: 886 time: 0.1644323 May 10 19:57:41.167535 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-81c647b7-bd0f-4844-af82-bf2a9cd96626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:41.279674 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:42.187526 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:42.957548 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33834) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:43.062961 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc738-b531-49d3-8479-8aebf2899448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:43.063431 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc738-b531-49d3-8479-8aebf2899448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:43.064945 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7b7cc738-b531-49d3-8479-8aebf2899448 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064456 May 10 19:57:43.617684 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:45.135073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33844) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:45.299459 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ba9ca-7585-4f54-ace2-28fba5f0b45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:45.299840 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ba9ca-7585-4f54-ace2-28fba5f0b45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:45.301402 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-cd3ba9ca-7585-4f54-ace2-28fba5f0b45e admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1653967 May 10 19:57:47.373055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33854) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:47.477192 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad98856b-53ac-4298-9354-9b27eb93c988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:47.478515 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ad98856b-53ac-4298-9354-9b27eb93c988 admin admin] 10.222.0.48 "GET /v2.0/subnets/b5ac0e88-45e8-4347-9d2f-13edafb26ed7 HTTP/1.1" status: 200 len: 868 time: 0.1045277 May 10 19:57:49.558491 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33864) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:49.659160 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4bb6a-db72-4a2b-a24b-350efd773532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:49.660485 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c4b4bb6a-db72-4a2b-a24b-350efd773532 admin admin] 10.222.0.48 "GET /v2.0/subnets/b5b09a1e-293c-4fde-9f92-fedcc12e2924 HTTP/1.1" status: 200 len: 816 time: 0.1010747 May 10 19:57:56.839747 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:58:08.531048 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c271e6b8-d159-45ae-a396-a3329f7312cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:11.168471 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1da5aef2-13fb-402e-9c48-36f133ec6267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:11.281877 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:12.191485 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:12.288782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33908) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:12.342025 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [None req-411cddf9-07df-4d71-bf4b-0cec4cd23e60 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:58:12.342997 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-411cddf9-07df-4d71-bf4b-0cec4cd23e60 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531745 May 10 19:58:13.621290 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:14.508997 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33918) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:14.575061 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7547722-0982-42f6-ae9f-0dc4794c54c2 admin admin] GET failed (client error): The resource could not be found. May 10 19:58:14.576297 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e7547722-0982-42f6-ae9f-0dc4794c54c2 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663888 May 10 19:58:14.699540 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f00205-0773-446a-ab7b-8c4b6310f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:14.700930 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-68f00205-0773-446a-ab7b-8c4b6310f42a admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1207976 May 10 19:58:16.787195 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33928) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:16.833125 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:58:16.837572 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:58:16.847554 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:58:16.856979 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Made reservation on behalf of a0b6af59b2274c94bcc4061d3e2cefad for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:16.859319 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:16.946127 dv-cinder-788365-3-smb neutron-server[78752]: WARNING neutron.services.revisions.revision_plugin [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Could not find related network for resource to bump revision. May 10 19:58:16.957518 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:58:16.966194 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:16.966491 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Added segment 54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8 of type vlan for network 86e57261-13c9-4180-8b27-859d6e9a3eee May 10 19:58:16.990521 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:17.017369 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:17.018663 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:17.019241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:17.023648 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:17.115760 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3274481 May 10 19:58:17.120754 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=86e57261-13c9-4180-8b27-859d6e9a3eee,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:17.124816 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:17.132469 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 86e57261-13c9-4180-8b27-859d6e9a3eee details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:58:19.233100 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33938) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:19.298570 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.pecan_wsgi.hooks.translation [None req-c233e6e2-cd54-4c09-a268-f953539d4f07 admin admin] GET failed (client error): The resource could not be found. May 10 19:58:19.299083 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c233e6e2-cd54-4c09-a268-f953539d4f07 admin admin] Synchronizing usage tracker for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:network {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:58:19.314070 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c233e6e2-cd54-4c09-a268-f953539d4f07 admin admin] Unset dirty status for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:network {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:58:19.315140 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c233e6e2-cd54-4c09-a268-f953539d4f07 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805335 May 10 19:58:19.417411 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d31ac-4020-4742-aaeb-cd3e948b7107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:19.418814 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-275d31ac-4020-4742-aaeb-cd3e948b7107 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996289 May 10 19:58:19.428646 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee', 'name': 'shared-subnet'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:58:19.432854 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:58:19.442430 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:58:19.451742 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Made reservation on behalf of a0b6af59b2274c94bcc4061d3e2cefad for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:19.453866 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:19.820918 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:19.825296 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:19.898335 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e7ef3e-887a-4505-a543-19378a0240a3,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:19.900501 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Checking segment: {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:58:19.900856 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Network hostable DHCP agents. Network: 86e57261-13c9-4180-8b27-859d6e9a3eee, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:58:19.904584 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:19.918368 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Network 86e57261-13c9-4180-8b27-859d6e9a3eee is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:58:19.927521 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 86e57261-13c9-4180-8b27-859d6e9a3eee) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:19.931464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:19.932077 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:19.937192 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b105c-2049-4295-b309-6f81c5262263 None None] Network 86e57261-13c9-4180-8b27-859d6e9a3eee requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:58:19.955325 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5299125 May 10 19:58:20.160326 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-86e57261-13c9-4180-8b27-859d6e9a3eee', 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee', 'tenant_id': 'a0b6af59b2274c94bcc4061d3e2cefad', 'fixed_ips': [{'subnet_id': '14e7ef3e-887a-4505-a543-19378a0240a3'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:58:20.161399 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:20.317430 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Allocated IP 192.168.233.2 (86e57261-13c9-4180-8b27-859d6e9a3eee/14e7ef3e-887a-4505-a543-19378a0240a3/108831ef-8ec6-459d-b1e1-f04e2ecb9cf3) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:20.520208 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:20.532133 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Transition to ACTIVE for port object 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:58:20.551254 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Transition to ACTIVE for port object 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:58:20.558412 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:20.564585 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:20.622386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Network 86e57261-13c9-4180-8b27-859d6e9a3eee is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:20.625177 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:20.635074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:58:20.643510 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Pushing event updated for resources: {'Port': ['ID=108831ef-8ec6-459d-b1e1-f04e2ecb9cf3,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:20.682073 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.682412 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.682743 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.683074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.683393 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.683719 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.684140 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.684464 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.684780 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.685112 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.685406 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.685721 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:20.717163 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:20.737106 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Attempting to bind port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:58:20.737585 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Attempting to bind port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:58:20.737943 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Attempting to bind port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 on network 86e57261-13c9-4180-8b27-859d6e9a3eee {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:58:20.743204 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:58:20.743567 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Checking segment: {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:58:20.743987 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:20.744380 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Bound using segment: {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:58:20.744974 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Bound port: 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:58:20.745355 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:20.834569 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] For port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:58:20.837765 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] For port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=108831ef-8ec6-459d-b1e1-f04e2ecb9cf3,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:58:20.841938 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:20.846383 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:20.922613 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Pushing event updated for resources: {'Port': ['ID=108831ef-8ec6-459d-b1e1-f04e2ecb9cf3,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:20.932189 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:21.267053 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:58:21.338736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:58:21.739625 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1089d-93fc-4036-ad73-0e78a8963903 None None] Network 86e57261-13c9-4180-8b27-859d6e9a3eee requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:58:21.841929 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Provisioning for port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:58:21.852258 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Provisioning complete for port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:58:21.852575 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:22.061655 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:22.132050 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] For port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=108831ef-8ec6-459d-b1e1-f04e2ecb9cf3,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:58:22.136474 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:22.138789 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-5f9f4d99-a6d0-4245-9056-2d5496008e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:22.207275 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Pushing event updated for resources: {'Port': ['ID=108831ef-8ec6-459d-b1e1-f04e2ecb9cf3,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:22.210409 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:22.360163 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8ba0f29b-e84f-4d6f-b178-0e56549cd9e5 None None] Provisioning complete for port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:58:22.360827 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f29b-e84f-4d6f-b178-0e56549cd9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:23.238643 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:58:23.304227 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 108831ef-8ec6-459d-b1e1-f04e2ecb9cf3 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:58:23.304603 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:33.840969 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:58:38.534057 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d06-feda-406b-9ec4-abb2e73fff07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:41.171040 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4f5b022d-3bd9-43aa-8b55-a669637f6f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:41.283667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:42.193144 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:43.624432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:08.536278 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c852f1d2-7a8c-4171-afdd-8cf54a05e530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.839200 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:59:11.173406 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-08e303d4-d3ad-4aee-ab4a-70ed0772eb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.286189 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.195750 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:13.626522 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:24.690517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 33988) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:24.697448 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [None req-2dd1ad56-98fc-47ad-9931-87f1dfbc1eaa tempest-verify_tempest_config-1387200154 tempest-verify_tempest_config-1387200154-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78752) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:59:24.698498 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2dd1ad56-98fc-47ad-9931-87f1dfbc1eaa tempest-verify_tempest_config-1387200154 tempest-verify_tempest_config-1387200154-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070088 May 10 19:59:24.997574 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34006) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:25.116775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.130271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:59:25.133949 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Usage tracker for resource:security_group_rule and tenant:daf0c0d6ba124a85b90d04e6b6d41222 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:59:25.137025 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:59:25.143037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:59:25.233038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.236584 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.245011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:25.282929 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=daf0c0d6ba124a85b90d04e6b6d41222&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2844036 May 10 19:59:25.283742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa213b5d-92a3-42ad-a22e-150850666a9e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:25.286797 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34012) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:25.300554 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.300891 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.301215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.301534 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.301849 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.302162 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.302469 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.302779 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.303104 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.303412 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.303723 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.304057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:25.312801 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:25.355838 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.381750 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.474371 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.478191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f42d4fa6-db49-472c-a383-37cbbe36869f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:25.488439 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa213b5d-92a3-42ad-a22e-150850666a9e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:25.492062 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:25.494955 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:25.496121 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa213b5d-92a3-42ad-a22e-150850666a9e HTTP/1.1" status: 204 len: 168 time: 0.2083688 May 10 19:59:38.541165 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0ef65576-cbe6-48a2-ac12-82836b8ba911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:41.175588 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-08875130-847d-4120-844d-07eb2f010246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:41.288014 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:42.198362 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:43.629667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:47.838411 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:00:08.533374 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f99c00ac-a721-4bde-8d67-1a46bf166811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:11.175705 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-db88ed8a-f01d-401c-bda5-6df47040a425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:11.288192 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:12.200470 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:13.631614 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:24.836514 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:00:38.533636 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7871c997-4fcf-4005-93f4-e6aaf7dc38be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:41.177113 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3df14bb4-fa31-465e-a351-5196990cf33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:41.288951 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:42.201971 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:43.634421 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:01.834761 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 5 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:01:04.021860 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070'] for agent, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:07.789970 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34064) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:01:07.903591 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-4f9eba23-3c4c-4d72-8bdb-18bf273dae14 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1125298 May 10 20:01:08.534206 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e632883f-f2ad-44f2-a104-fdf561e11666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:09.988585 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34074) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:01:10.046790 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3e0000b9-ccd0-4ce1-95fb-7c3dded5741d admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0571308 May 10 20:01:11.178730 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8e75f8e1-3174-4605-a6ce-adeaedb679cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:11.289676 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:12.204028 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:13.637068 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:34.006350 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:38.534610 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-59ca66cf-9fbf-47d4-a93b-5b21f13365a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:38.833290 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:01:41.179076 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5b7147de-186b-452d-8339-e93f6845be3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:41.291195 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:42.207077 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:43.725396 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:04.020406 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:08.536179 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a16f827b-a920-493f-b60c-ba27fa649279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:11.194560 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-223fc0fb-1ac3-4979-9bb5-0fdea7da20bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:11.293415 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:12.211583 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:13.649017 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:15.832886 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:02:34.028869 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:38.537701 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2b0da7c0-5707-4130-a6c6-539403cac694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:41.178615 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1081f2b9-a170-4989-9c20-549d0bc4f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:41.295850 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:42.214268 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:43.643240 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:48.434531 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34224) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:48.798073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-726753655-network', 'tenant_id': '107227155378414a939da8e1763e3c99'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:48.803116 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:48.807007 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Usage tracker for resource:network and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:48.809926 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:48.815879 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:48.829642 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Made reservation on behalf of 107227155378414a939da8e1763e3c99 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:48.832251 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:48.848366 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:48.863506 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:48.867880 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:48.871370 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:48.877136 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:48.991368 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:48.996354 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.012969 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:02:49.020846 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:49.037791 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.038333 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Added segment c1581f5a-a555-49cb-bb0d-5926a027baa5 of type vlan for network 94a775ca-a11a-4fe9-938c-d998a48666b5 May 10 20:02:49.072395 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.113366 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73be7245-422f-4492-a51c-3290cef44e10,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:49.125124 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.125541 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.125971 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.126481 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.127003 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.127393 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.127786 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.128202 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.128656 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.128998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.129422 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.130428 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Tracked resource versions report: May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: pushed versions: May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: { 'AddressGroup': {'1.2'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'ConntrackHelper': {'1.0'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Log': {'1.0'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Network': {'1.1'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Port': {'1.7'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'PortForwarding': {'1.2'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'QosPolicy': {'1.8'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroup': {'1.4'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroupRule': {'1.2'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'SubPort': {'1.0'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Subnet': {'1.1'}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Trunk': {'1.1'}} May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: consumer versions: May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: HyperV agent@hv-cinder-78836: {}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'ConntrackHelper': '1.0', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Log': '1.0', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Network': '1.1', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Port': '1.7', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'PortForwarding': '1.2', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'QosPolicy': '1.8', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroup': '1.4', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'SecurityGroupRule': '1.2', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'SubPort': '1.0', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Subnet': '1.1', May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: 'Trunk': '1.1'}} May 10 20:02:49.132274 dv-cinder-788365-3-smb neutron-server[78752]: {{(pid=78752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:02:49.136468 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.139033 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:49.139705 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.143329 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:49.145092 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:49.265214 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Pushing event updated for resources: {'Network': ['ID=94a775ca-a11a-4fe9-938c-d998a48666b5,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:49.270088 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:49.280145 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8402896 May 10 20:02:49.280305 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34272) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:49.285712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Request body: {'subnet': {'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-subnet', 'tenant_id': '107227155378414a939da8e1763e3c99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:49.288127 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:02:49.291781 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:49.296359 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Usage tracker for resource:subnet and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:49.299542 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:49.309160 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:49.322406 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Made reservation on behalf of 107227155378414a939da8e1763e3c99 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:49.324912 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.754034 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34300) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:49.792359 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34306) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:49.872135 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:49.878244 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2f6fe585-77c5-4a8c-89a8-35e8e31a6f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:49.893454 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34316) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:49.944416 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Checking segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:49.945242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Network hostable DHCP agents. Network: 94a775ca-a11a-4fe9-938c-d998a48666b5, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:02:49.975630 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f46a689-727d-4833-98c9-a3562ab0ef77,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:49.979106 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:49.982737 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:02:49.994224 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 94a775ca-a11a-4fe9-938c-d998a48666b5) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:49.999157 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:50.000209 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.007018 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2cd6a-be7b-4479-b5d4-580550b255df None None] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:50.022786 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7415636 May 10 20:02:50.026474 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34324) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:50.033474 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:50.038824 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.044593 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Usage tracker for resource:router and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.048965 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.055844 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.068662 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.069872 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.072313 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34328) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:50.089416 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.168945 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1241176801-network', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:50.174092 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365375070-network', 'tenant_id': 'b6deaa176b0b43daa83459bbf3729633'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:50.175196 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.179392 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.183174 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Usage tracker for resource:network and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.184863 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Usage tracker for resource:network and tenant:b6deaa176b0b43daa83459bbf3729633 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.187920 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.188890 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.196489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.196873 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.213862 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Made reservation on behalf of b6deaa176b0b43daa83459bbf3729633 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:50.217276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.232990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.250505 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.269607 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1744648513-network', 'tenant_id': 'e7af5153324247ef8ea5235c92309373'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:50.272729 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Made reservation on behalf of a4e757e3b30c4e4986ec090ecfcbc6a2 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:50.273338 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-94a775ca-a11a-4fe9-938c-d998a48666b5', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:02:50.275794 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.276449 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.277426 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.281707 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Usage tracker for resource:network and tenant:e7af5153324247ef8ea5235c92309373 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.285462 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.299097 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.309240 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6deaa176b0b43daa83459bbf3729633 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.313687 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.317712 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Made reservation on behalf of e7af5153324247ef8ea5235c92309373 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:50.321086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.337435 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.367358 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.369185 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.394154 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1899606311-network', 'tenant_id': '6ed4059194e740abb1a862f39a9c6045'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:50.395679 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.409504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.418364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Usage tracker for resource:security_group_rule and tenant:e7af5153324247ef8ea5235c92309373 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.421911 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.428618 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.459010 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.473776 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.519512 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.526617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.533970 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.545980 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Allocated IP 172.20.0.2 (94a775ca-a11a-4fe9-938c-d998a48666b5/7f46a689-727d-4833-98c9-a3562ab0ef77/ccce9a1f-1f92-494d-8dbf-fc6965e939e5) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:02:50.551285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:02:50.562350 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732063612052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.562878 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.563427 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Unsubscribe: segment precommit_create {{(pid=78751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 20:02:50.564056 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Added segment acf6ec2f-834f-4566-8ed4-b160155b60e2 of type vlan for network 4296fe5b-8ba2-465b-b137-c322efe387a3 May 10 20:02:50.589617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b368804e-cd6c-4511-a098-18bb2a0ef1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:50.591511 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.598032 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Usage tracker for resource:network and tenant:6ed4059194e740abb1a862f39a9c6045 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.616781 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.653326 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.663516 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.666587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:50.672444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:50.673525 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.725930 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8311870 May 10 20:02:50.732786 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34346) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:50.740347 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Made reservation on behalf of 6ed4059194e740abb1a862f39a9c6045 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:50.743492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.760426 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Request body: {'subnet': {'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1744648513-subnet', 'tenant_id': 'e7af5153324247ef8ea5235c92309373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:50.765504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.800102 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eb7f11-f0b9-4c95-84e1-c47f08b3a096,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:50.830640 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.834229 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:50.837475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.837812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.838143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.838464 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.838782 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.839087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.839407 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.839720 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.852668 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.853030 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.853356 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.853840 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Tracked resource versions report: May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: pushed versions: May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: { 'AddressGroup': {'1.2'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'ConntrackHelper': {'1.0'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Log': {'1.0'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Network': {'1.1'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Port': {'1.7'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'PortForwarding': {'1.2'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'QosPolicy': {'1.8'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroup': {'1.4'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroupRule': {'1.2'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'SubPort': {'1.0'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Subnet': {'1.1'}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Trunk': {'1.1'}} May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: consumer versions: May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: HyperV agent@hv-cinder-78836: {}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'ConntrackHelper': '1.0', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Log': '1.0', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Network': '1.1', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Port': '1.7', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'PortForwarding': '1.2', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'QosPolicy': '1.8', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroup': '1.4', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'SecurityGroupRule': '1.2', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'SubPort': '1.0', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Subnet': '1.1', May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: 'Trunk': '1.1'}} May 10 20:02:50.855038 dv-cinder-788365-3-smb neutron-server[78751]: {{(pid=78751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:02:50.867214 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:50.874478 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Usage tracker for resource:subnet and tenant:e7af5153324247ef8ea5235c92309373 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.882015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:50.925621 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.945728 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed4059194e740abb1a862f39a9c6045 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:50.952177 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.957074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.972285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.975258 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:50.980587 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d7ee62fb-a4ed-4c55-84e8-93e00fedcb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:50.997265 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Transition to ACTIVE for port object ccce9a1f-1f92-494d-8dbf-fc6965e939e5 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:02:51.024097 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:02:51.045511 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Transition to ACTIVE for port object ccce9a1f-1f92-494d-8dbf-fc6965e939e5 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:02:51.055095 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.055443 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Added segment dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4 of type vlan for network 1019cfc3-d329-471f-a830-b9f13bb99c08 May 10 20:02:51.055571 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.060811 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:51.070771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd9fb6-1620-4a8e-b037-6195e181ac69,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.078756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:51.168969 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:51.251154 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Pushing event updated for resources: {'Port': ['ID=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.261644 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.268460 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.272082 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.272777 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.273326 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.274910 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.276667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.277263 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.277873 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.278408 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.283697 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.284564 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.285432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Tracked resource versions report: May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: pushed versions: May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: { 'AddressGroup': {'1.2'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'ConntrackHelper': {'1.0'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Log': {'1.0'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Network': {'1.1'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Port': {'1.7'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'PortForwarding': {'1.2'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'QosPolicy': {'1.8'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroup': {'1.4'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroupRule': {'1.2'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'SubPort': {'1.0'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Subnet': {'1.1'}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Trunk': {'1.1'}} May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: consumer versions: May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: HyperV agent@hv-cinder-78836: {}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'ConntrackHelper': '1.0', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Log': '1.0', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Network': '1.1', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Port': '1.7', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'PortForwarding': '1.2', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'QosPolicy': '1.8', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroup': '1.4', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'SecurityGroupRule': '1.2', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'SubPort': '1.0', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Subnet': '1.1', May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: 'Trunk': '1.1'}} May 10 20:02:51.287214 dv-cinder-788365-3-smb neutron-server[78753]: {{(pid=78753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:02:51.293902 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:51.305888 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:02:51.307712 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:51.310852 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:02:51.368189 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.376151 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:51.378745 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.404105 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.417289 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Made reservation on behalf of e7af5153324247ef8ea5235c92309373 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:51.421438 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.427851 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Attempting to bind port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:02:51.428350 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Attempting to bind port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:02:51.428931 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Attempting to bind port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 on network 94a775ca-a11a-4fe9-938c-d998a48666b5 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:02:51.436367 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:02:51.437208 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Checking segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:51.437678 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.438202 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Bound using segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:02:51.438744 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Bound port: ccce9a1f-1f92-494d-8dbf-fc6965e939e5, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:02:51.439243 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.444116 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.445393 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.450726 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:51.455121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.463634 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:51.574874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:02:51.585238 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.585722 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Added segment 2f007a44-3108-4a36-92b6-8ab60e209309 of type vlan for network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 May 10 20:02:51.595583 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] For port ccce9a1f-1f92-494d-8dbf-fc6965e939e5, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:02:51.605952 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] For port ccce9a1f-1f92-494d-8dbf-fc6965e939e5, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:02:51.613183 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.616340 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.618766 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8251405 May 10 20:02:51.622269 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:51.655618 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34384) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:51.706541 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Request body: {'subnet': {'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1241176801-subnet', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:51.725097 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Pushing event updated for resources: {'Port': ['ID=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.727748 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Pushing event updated for resources: {'Network': ['ID=4296fe5b-8ba2-465b-b137-c322efe387a3,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.736328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:51.747656 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:51.757447 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:02:51.771868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.772988 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:51.802884 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.811107 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.844168 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Pushing event updated for resources: {'Network': ['ID=1019cfc3-d329-471f-a830-b9f13bb99c08,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.848473 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:51.920332 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:51.963110 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:02:51.964093 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:51.964392 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Allocated IP 172.28.0.120 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:02:51.965418 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.998594 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Usage tracker for resource:subnet and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:52.030015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:52.095234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:52.134304 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af523c8-22ba-465a-aebb-79e28ec30aa3,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.147405 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:02:52.149726 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:52.154354 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:52.201608 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34416) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:52.249263 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.249616 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Added segment 612a257e-c1fb-4a0d-824c-91b040077a40 of type vlan for network 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5 May 10 20:02:52.269660 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1960192 May 10 20:02:52.294649 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f66fab-0bf9-4f6f-8f1c-388fe47d670d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.304785 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34424) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:52.313044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Request body: {'subnet': {'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1899606311-subnet', 'tenant_id': '6ed4059194e740abb1a862f39a9c6045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:52.334998 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:52.335501 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0c328d75-cd75-4a57-be04-56a8778af754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:52.357377 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Made reservation on behalf of a4e757e3b30c4e4986ec090ecfcbc6a2 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:52.359496 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.359785 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.378336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:52.386650 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.404382 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.410798 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Usage tracker for resource:subnet and tenant:6ed4059194e740abb1a862f39a9c6045 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:52.425082 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:52.431938 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Usage tracker for resource:security_group_rule and tenant:a26721740d2b4498a6d662b410a98829 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:52.436121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:52.443807 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:52.470748 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:52.471958 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.484300 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:52.555974 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:52.636526 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.656812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b8d6d3-2264-4ee1-8ba6-2298c7867774,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.665065 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:52.666948 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Made reservation on behalf of 6ed4059194e740abb1a862f39a9c6045 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:52.668352 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:02:52.669034 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.686205 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34432) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:52.695028 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.699443 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.702677 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:02:52.737320 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:52.738020 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-91b7546d-1a66-47bc-bb1e-a9eadc798686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:52.746405 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Synchronizing usage tracker for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:02:52.754334 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:52.759811 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:02:52.834644 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:02:52.871727 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.893656 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:52.894346 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:52.906395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:52.966486 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.132718 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:53.144040 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Unset dirty status for tenant:a0b6af59b2274c94bcc4061d3e2cefad on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:02:53.145545 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a26721740d2b4498a6d662b410a98829&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9425001 May 10 20:02:53.149241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9695af2-094f-4b2e-aa57-52c37f4e95bd,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:53.152435 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:53.155239 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34444) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:53.189991 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4325905 May 10 20:02:53.200287 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34448) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:53.206095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a128ba-2d5a-41c8-a79b-91edf4791720 None None] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:53.208334 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Request body: {'subnet': {'network_id': '63e0b0c3-bdc8-4f47-b222-dc276ddf13e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365375070-subnet', 'tenant_id': 'b6deaa176b0b43daa83459bbf3729633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:53.220779 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:53.221842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba763af225140a3af32db20184a2c08 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:53.231182 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:53.236399 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Usage tracker for resource:subnet and tenant:b6deaa176b0b43daa83459bbf3729633 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:53.240793 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:53.244696 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:53.252049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:53.277527 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.281655 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=63e0b0c3-bdc8-4f47-b222-dc276ddf13e5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:53.292809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:53.296627 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:02:53.353792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0134bdf7-f0e4-4fda-9550-40b3a34d6dc8 None None] Provisioning for port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:02:53.433471 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Made reservation on behalf of b6deaa176b0b43daa83459bbf3729633 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:53.435931 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.506889 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device ccce9a1f-1f92-494d-8dbf-fc6965e939e5 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:02:53.535041 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.590306 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.620528 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.647459 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e31ce312-c076-48e1-98d2-bcf106894978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:53.679559 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:02:53.681287 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.689766 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:02:53.690145 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.706613 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.824192 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be64afe0-b51a-4f3a-b5fb-983098cd3eb8,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:53.831715 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:53.838164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.840339 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ba763af225140a3af32db20184a2c08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1510901 May 10 20:02:53.840976 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:53.844674 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34456) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:53.860969 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Checking segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:53.861449 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Network hostable DHCP agents. Network: 4296fe5b-8ba2-465b-b137-c322efe387a3, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:02:53.879902 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port ccce9a1f-1f92-494d-8dbf-fc6965e939e5, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:02:53.885788 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.889670 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:53.921299 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628411cc-312c-4bee-b8ff-d52d343eb935,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:53.932586 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:53.950562 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:02:53.970939 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.988321 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:53.992905 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:54.011898 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:54.049617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 4296fe5b-8ba2-465b-b137-c322efe387a3) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:54.050294 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-b32dedca-9eea-4bd5-bbec-96e87b3d3b3a None None] Provisioning complete for port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:02:54.051253 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-b32dedca-9eea-4bd5-bbec-96e87b3d3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.055680 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:54.056868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.064222 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.083146 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54468973-fd96-4dee-a400-6d399174b11d None None] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:54.094703 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:54.100953 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.147946 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.168433 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4318728 May 10 20:02:54.169577 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:54.172995 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Checking segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:54.179641 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Network hostable DHCP agents. Network: 1019cfc3-d329-471f-a830-b9f13bb99c08, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:02:54.188050 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9695af2-094f-4b2e-aa57-52c37f4e95bd,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.249692 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.253055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:54.314353 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:02:54.331717 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.362269 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 1019cfc3-d329-471f-a830-b9f13bb99c08) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:54.364615 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.369328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:54.369920 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.390684 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8e304-420d-4790-964f-1e32853a8448 None None] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:54.393281 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:54.409690 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.413032 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9695af2-094f-4b2e-aa57-52c37f4e95bd HTTP/1.1" status: 204 len: 168 time: 1.2545609 May 10 20:02:54.503968 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b840ea-f456-477c-8584-acd2297f97c9,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.517364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:54.527370 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8641386 May 10 20:02:54.545427 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34474) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:54.556324 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.573406 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Checking segment: {'id': '2f007a44-3108-4a36-92b6-8ab60e209309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:54.573855 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Network hostable DHCP agents. Network: d5b8d6d3-2264-4ee1-8ba6-2298c7867774, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:02:54.576158 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:54.594165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:54.599766 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:02:54.616865 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, d5b8d6d3-2264-4ee1-8ba6-2298c7867774) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:54.626515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:54.628814 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.639769 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:54.648656 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628411cc-312c-4bee-b8ff-d52d343eb935,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.653956 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e97b9c-525c-4ad7-9f3d-313002d70def None None] Network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:54.656401 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:54.663311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Usage tracker for resource:router and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:54.667372 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:54.686699 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3795044 May 10 20:02:54.686970 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.701151 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/628411cc-312c-4bee-b8ff-d52d343eb935 HTTP/1.1" status: 204 len: 168 time: 0.8545463 May 10 20:02:54.702433 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:54.705849 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Router d50c60d6-c581-42ef-aae0-248523e01f76 is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:02:54.954313 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34494) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:54.955828 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83ede4-a591-48c0-9af8-ecbbc8298da4 None None] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:54.967654 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.969054 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.032224 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.091371 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:55.104139 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Usage tracker for resource:security_group_rule and tenant:d596d0e01411427395332d9b453dd7b4 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:55.107246 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:55.120564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:55.134151 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:02:55.146917 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.152441 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:02:55.169282 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:02:55.169850 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:02:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:55.199602 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.218581 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.219879 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-1019cfc3-d329-471f-a830-b9f13bb99c08', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:02:55.220507 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1930492 May 10 20:02:55.221153 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.227505 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34504) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:55.229722 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2fd3b810-440b-4713-b5a8-2fc066d85603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:55.430635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.447197 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.469319 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:55.494920 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device ccce9a1f-1f92-494d-8dbf-fc6965e939e5 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:02:55.532241 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3277ee8-b896-4d33-abda-081bc034971a None None] Network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:55.591123 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d596d0e01411427395332d9b453dd7b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6293859 May 10 20:02:55.592317 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34514) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:55.595271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2c7a5-e205-45c8-8eb2-ca296f0a572d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:55.625186 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:55.777284 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:02:55.829867 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.869492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:55.887604 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34548) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:55.893901 dv-cinder-788365-3-smb neutron-server[78751]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:02:55.896384 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Allocated IP 172.20.0.2 (1019cfc3-d329-471f-a830-b9f13bb99c08/3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685/9c633513-388a-4adf-af11-df45e9ee3a83) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:02:55.950725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34552) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:56.155958 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.169127 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Transition to ACTIVE for port object 9c633513-388a-4adf-af11-df45e9ee3a83 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:02:56.192419 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Transition to ACTIVE for port object 9c633513-388a-4adf-af11-df45e9ee3a83 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:02:56.220101 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.220761 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:02:52Z', 'revision_number': 3, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:56.245012 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:02:56.245747 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Updating router d50c60d6-c581-42ef-aae0-248523e01f76 port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:02:56.260201 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-29ef9f61-5b52-4618-b3c9-09fda6e072d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:56.270469 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.295428 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4a0e6c9b-b669-4bc9-85ed-f0ad060c6205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:56.324511 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2c7a5-e205-45c8-8eb2-ca296f0a572d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:56.334398 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:56.351552 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.379849 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-37c6e9c9-a609-459e-8f2c-93ab0bbef4d1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:56.390234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-37c6e9c9-a609-459e-8f2c-93ab0bbef4d1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:02:56.397687 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.404913 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89f2c7a5-e205-45c8-8eb2-ca296f0a572d HTTP/1.1" status: 204 len: 168 time: 0.8111019 May 10 20:02:56.416619 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:02:56.416943 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.421842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-539003d4-3905-4e1e-b7e5-98164824f5f2 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:56.422548 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-9310e657-78f5-4354-98ca-90382a9ab007 req-539003d4-3905-4e1e-b7e5-98164824f5f2 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Synchronizing usage tracker for tenant:6ed4059194e740abb1a862f39a9c6045 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:02:56.518683 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-37c6e9c9-a609-459e-8f2c-93ab0bbef4d1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:02:56.526484 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-37c6e9c9-a609-459e-8f2c-93ab0bbef4d1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.6378388 May 10 20:02:56.533791 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:02:56.541886 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-9310e657-78f5-4354-98ca-90382a9ab007 req-539003d4-3905-4e1e-b7e5-98164824f5f2 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Unset dirty status for tenant:6ed4059194e740abb1a862f39a9c6045 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:02:56.550688 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-539003d4-3905-4e1e-b7e5-98164824f5f2 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/networks?id=d5b8d6d3-2264-4ee1-8ba6-2298c7867774 HTTP/1.1" status: 200 len: 812 time: 0.5924833 May 10 20:02:56.566688 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:56.577142 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-a854f182-ef13-4339-9acb-1f7eeb5d5cd3 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/quotas/e7af5153324247ef8ea5235c92309373 HTTP/1.1" status: 200 len: 375 time: 0.0497394 May 10 20:02:56.660935 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:02:56.680841 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Checking segment: {'id': '612a257e-c1fb-4a0d-824c-91b040077a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '63e0b0c3-bdc8-4f47-b222-dc276ddf13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:56.684777 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-4fede494-30df-423c-b7ba-49e10391e1eb tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066849 May 10 20:02:56.686048 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Network hostable DHCP agents. Network: 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:02:56.687613 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-e3524022-b8bd-461d-bd10-a0865cd1f497 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/quotas/6ed4059194e740abb1a862f39a9c6045 HTTP/1.1" status: 200 len: 375 time: 0.1360734 May 10 20:02:56.697950 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a265cf91-4d67-4ec8-90d1-7312fc0dd4d3,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:56.709391 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Pushing event updated for resources: {'Port': ['ID=9c633513-388a-4adf-af11-df45e9ee3a83,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:56.713388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.484s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:56.737392 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.752175 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Transition to ACTIVE for port object 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:02:56.761906 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.786573 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:56.787140 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:56.864212 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7a4db4a1-0173-44e7-a38d-1d3995caf0de tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6ed4059194e740abb1a862f39a9c6045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1643212 May 10 20:02:56.908569 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Attempting to bind port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:02:56.909122 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Attempting to bind port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:02:56.909675 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Attempting to bind port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:02:56.934428 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:02:56.935085 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:56.935664 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.936174 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:02:56.936932 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Bound port: 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:02:56.937373 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:56.976290 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Pushing event updated for resources: {'Port': ['ID=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,revision_number=2']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:56.990050 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Attempting to bind port 9c633513-388a-4adf-af11-df45e9ee3a83 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:02:56.990420 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Attempting to bind port 9c633513-388a-4adf-af11-df45e9ee3a83 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:02:56.990785 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Attempting to bind port 9c633513-388a-4adf-af11-df45e9ee3a83 on network 1019cfc3-d329-471f-a830-b9f13bb99c08 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:02:56.995874 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.996442 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.996955 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.997435 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.997945 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.998270 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.998593 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.999046 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.999373 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:56.999691 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:57.000053 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:57.000371 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Tracked resource versions report: May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: pushed versions: May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: { 'AddressGroup': {'1.2'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'ConntrackHelper': {'1.0'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Log': {'1.0'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Network': {'1.1'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Port': {'1.7'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'PortForwarding': {'1.2'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'QosPolicy': {'1.8'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroup': {'1.4'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroupRule': {'1.2'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'SubPort': {'1.0'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Subnet': {'1.1'}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Trunk': {'1.1'}} May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: consumer versions: May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: { DHCP agent@dv-cinder-788365-3-smb: {}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: HyperV agent@hv-cinder-78836: {}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: L3 agent@dv-cinder-788365-3-smb: {}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: Metadata agent@dv-cinder-788365-3-smb: {}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: Metering agent@dv-cinder-788365-3-smb: {}, May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: Open vSwitch agent@dv-cinder-788365-3-smb: { 'AddressGroup': '1.2', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'ConntrackHelper': '1.0', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Log': '1.0', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Network': '1.1', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Port': '1.7', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'PortForwarding': '1.2', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'QosPolicy': '1.8', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroup': '1.4', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'SecurityGroupRule': '1.2', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'SubPort': '1.0', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Subnet': '1.1', May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: 'Trunk': '1.1'}} May 10 20:02:57.001416 dv-cinder-788365-3-smb neutron-server[78754]: {{(pid=78754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:02:57.006046 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:57.013587 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:02:57.013968 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Checking segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:02:57.014439 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.014744 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Bound using segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:02:57.015658 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Bound port: 9c633513-388a-4adf-af11-df45e9ee3a83, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:02:57.016080 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.058593 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.073624 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] For port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:02:57.078269 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] For port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:02:57.089328 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.094557 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:57.125339 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Network 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:02:57.165320 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-3857c79b-d84f-4888-8f82-7eb1ece9d7c3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:02:57.166341 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-3857c79b-d84f-4888-8f82-7eb1ece9d7c3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1289024 May 10 20:02:57.199790 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] For port 9c633513-388a-4adf-af11-df45e9ee3a83, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:02:57.203623 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] For port 9c633513-388a-4adf-af11-df45e9ee3a83, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9c633513-388a-4adf-af11-df45e9ee3a83,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:02:57.215518 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.225690 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d66f4892-3096-4897-98ba-71d3bdadc87b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:02:57.242909 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:02:57.243538 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:02:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:57.341523 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Pushing event updated for resources: {'Port': ['ID=9c633513-388a-4adf-af11-df45e9ee3a83,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:57.341801 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:57.346629 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-67675368-ca83-4a8e-a076-df24f8fd4769 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:02:57.355748 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac7b9e-fe54-4261-966d-8fadcdf58556 None None] Network 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:57.369084 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-67675368-ca83-4a8e-a076-df24f8fd4769 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2638373 May 10 20:02:57.373380 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:02:57.373980 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.378793 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:57.477509 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2755122 May 10 20:02:57.499664 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:57.558157 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Pushing event updated for resources: {'Port': ['ID=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:57.572815 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:02:57.719155 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:02:57.731494 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-6b0b97a8-d360-49cd-b0b4-ca2bde4351ca service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564508 May 10 20:02:57.875770 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32c167-f195-48d4-9ebb-9fc580ad6979 None None] Network 63e0b0c3-bdc8-4f47-b222-dc276ddf13e5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:57.958815 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-a71a4a0d-7765-45da-bdf0-36ec6f2a8cea service neutron] 10.222.0.48 "GET /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888512 May 10 20:02:58.225642 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:58.266173 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:58.268276 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:02:52Z', 'revision_number': 3, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:58.275110 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd0ce7-b6b1-41c3-b866-7fc343d83806 None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:02:52Z', 'revision_number': 3, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:02:58.291613 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-9aeb81ed-6080-4efb-bc88-c178093825e4 service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591400 May 10 20:02:58.321703 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-462b13f2-4014-438e-806d-9531b29bb51d service neutron] 10.222.0.48 "GET /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541555 May 10 20:02:58.746999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Allocated IP 172.28.0.78 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/39f32196-4c80-4cdd-9f67-7e512c984039) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:02:58.863173 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Allocated IP 172.20.0.1 (94a775ca-a11a-4fe9-938c-d998a48666b5/7f46a689-727d-4833-98c9-a3562ab0ef77/16f46bba-f75f-469b-9477-b74f5f6a765c) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:02:58.966554 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca1ebcbe-af44-4844-b610-f591c4e21297 req-8e1d965b-c34c-4fc5-8dd6-0e45269fada9 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.2071042 May 10 20:02:59.123320 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b358c-7718-4cea-a8d2-ddfa591fe5fd None None] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:02:59.240889 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab6c09e4-1c25-4cd5-a72f-164768af62f8 req-2a1257d9-8f39-49a8-a222-8332a5248111 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 210 time: 0.1214266 May 10 20:02:59.313711 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-881e5a28-f6d4-4a3c-8ed2-8be976f806fd None None] Provisioning for port 9c633513-388a-4adf-af11-df45e9ee3a83 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:02:59.675418 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34696) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:02:59.681893 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-232017337-network', 'tenant_id': 'ea75bfa4b3aa494b80e30bbac100feef'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:02:59.689000 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9c633513-388a-4adf-af11-df45e9ee3a83 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:02:59.693585 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:59.716020 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Usage tracker for resource:network and tenant:ea75bfa4b3aa494b80e30bbac100feef is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:59.728195 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:59.747952 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:59.770013 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:02:59.809773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Made reservation on behalf of ea75bfa4b3aa494b80e30bbac100feef for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:59.813014 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:59.856524 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:59.888414 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 9c633513-388a-4adf-af11-df45e9ee3a83 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:02:59.906999 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 9c633513-388a-4adf-af11-df45e9ee3a83 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:02:59.907785 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:59.927579 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:02:59.940017 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Usage tracker for resource:security_group_rule and tenant:ea75bfa4b3aa494b80e30bbac100feef is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:02:59.957834 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:02:59.980681 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:00.059976 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.149533 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.157981 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Transition to ACTIVE for port object 16f46bba-f75f-469b-9477-b74f5f6a765c will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:00.177869 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-93875705-06d0-4581-a1aa-924bfe373c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:00.300852 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f328d6a8-6ffd-4b5d-95cf-2dc0d174a3a1 req-ac125401-4eb1-445e-a90b-976ab48acf14 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.1332073 May 10 20:03:00.324764 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Pushing event updated for resources: {'Port': ['ID=39f32196-4c80-4cdd-9f67-7e512c984039,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:00.332072 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:00.350731 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:00.353271 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:00.353536 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.358521 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:00.474023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.522503 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e9961966-1d50-4fbc-9876-b4795a455502 None None] Provisioning complete for port 9c633513-388a-4adf-af11-df45e9ee3a83 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:00.522879 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e9961966-1d50-4fbc-9876-b4795a455502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.558690 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 9c633513-388a-4adf-af11-df45e9ee3a83, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9c633513-388a-4adf-af11-df45e9ee3a83,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:00.567291 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.575611 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:00.610913 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:00.651730 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0b69d109-e674-4c7d-bd7d-8f493233e649 req-71057342-6260-4e8c-bd56-d96e37ef09e5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 210 time: 0.1732306 May 10 20:03:00.656608 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.668453 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:00.791215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:00.820254 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2993c772-f330-49c0-a0a6-54841ebcf4f4,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:00.866843 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:00.867745 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Added segment 68d1dfba-a6cf-4ee2-9c8a-ced091938236 of type vlan for network 55138459-42eb-413f-aa7e-32c23441751a May 10 20:03:00.869140 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:00.995004 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=9c633513-388a-4adf-af11-df45e9ee3a83,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:01.008660 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.016228 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:01.021898 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:01.029611 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:01.033217 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.137191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.141719 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:01.142315 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.156677 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:01.296649 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.311794 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Pushing event updated for resources: {'Network': ['ID=55138459-42eb-413f-aa7e-32c23441751a,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:01.317617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:01.325924 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.365066 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6859081 May 10 20:03:01.368145 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34782) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:01.389076 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Request body: {'subnet': {'network_id': '55138459-42eb-413f-aa7e-32c23441751a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-232017337-subnet', 'tenant_id': 'ea75bfa4b3aa494b80e30bbac100feef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:01.396541 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.405569 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:01.421735 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Usage tracker for resource:subnet and tenant:ea75bfa4b3aa494b80e30bbac100feef is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:01.429010 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:01.446820 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:01.449420 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:01.450354 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 55138459-42eb-413f-aa7e-32c23441751a details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:01.594642 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-805f17dd-32b9-4ea2-bb58-a97e4e71c0df req-9512e54d-0b2d-4976-8ca4-2044c565bc2d tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.1238849 May 10 20:03:01.596473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Made reservation on behalf of ea75bfa4b3aa494b80e30bbac100feef for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:01.599773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.640563 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:01.644202 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.663071 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:01.779625 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9c633513-388a-4adf-af11-df45e9ee3a83 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:01.871031 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:01.887617 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:01.893855 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 9c633513-388a-4adf-af11-df45e9ee3a83 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:01.894592 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:01.995185 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:02.004103 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:02.022185 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:02.022896 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:02.083557 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30f40344-92f9-412b-9329-567017a69932 req-86e4c28c-f051-41ee-8cf4-d6f5a35a97a5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 210 time: 0.0951962 May 10 20:03:02.114235 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Pushing event updated for resources: {'Port': ['ID=16f46bba-f75f-469b-9477-b74f5f6a765c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:02.119517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:02.293159 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:02.318308 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bd1ccebc-f3bf-45f7-a0b2-5718f88e1117 None None] Provisioning for port 16f46bba-f75f-469b-9477-b74f5f6a765c completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:02.324297 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bd1ccebc-f3bf-45f7-a0b2-5718f88e1117 None None] Provisioning complete for port 16f46bba-f75f-469b-9477-b74f5f6a765c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:02.325004 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bd1ccebc-f3bf-45f7-a0b2-5718f88e1117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:02.443509 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ccebc-f3bf-45f7-a0b2-5718f88e1117 None None] Port 16f46bba-f75f-469b-9477-b74f5f6a765c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:02.454451 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:02.515967 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:02.534813 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8b88639c-e7a1-460e-b7f7-ac76df86b19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:02.787701 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Checking segment: {'id': '68d1dfba-a6cf-4ee2-9c8a-ced091938236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '55138459-42eb-413f-aa7e-32c23441751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:02.788075 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Network hostable DHCP agents. Network: 55138459-42eb-413f-aa7e-32c23441751a, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:02.807429 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51d3f28-023c-43b5-9c34-aeb1d357d78e,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:02.815423 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:02.841592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Network 55138459-42eb-413f-aa7e-32c23441751a is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:02.850989 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.73', 49754) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:02.855242 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 55138459-42eb-413f-aa7e-32c23441751a) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:02.880266 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0576d-b653-4828-88b5-da62ad1df8a2 None None] Network 55138459-42eb-413f-aa7e-32c23441751a requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:02.911050 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:02.911679 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.075966 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ac563777-f957-4cc4-af53-f8fdddff31aa req-9cc1024c-be9c-43a6-be8c-fa2e6872a773 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.1580336 May 10 20:03:03.081262 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7075839 May 10 20:03:03.222816 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.235823 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af83ad72-0737-4f44-8d17-4e3f0744ad82 None None] Network 55138459-42eb-413f-aa7e-32c23441751a requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:03.238321 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-d0451cd7-7429-4968-ad2d-fab24e5714ab tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:03.238831 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.241458 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-d0451cd7-7429-4968-ad2d-fab24e5714ab tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.3834805 May 10 20:03:03.252216 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.260351 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:03.329092 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Request body: {'port': {'device_id': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'admin_state_up': True, 'tenant_id': 'e7af5153324247ef8ea5235c92309373'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:03.341278 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Pushing event updated for resources: {'Port': ['ID=16f46bba-f75f-469b-9477-b74f5f6a765c,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:03.347298 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.73', 49757) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:03.350735 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:03.387770 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d34c33c8-6530-475c-a21e-1fd07a41786e req-8d1dbca1-20fe-43b2-a222-310926e6f2b3 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 210 time: 0.1120541 May 10 20:03:03.576590 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34844) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:03.596179 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:03.601797 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Usage tracker for resource:port and tenant:e7af5153324247ef8ea5235c92309373 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:03.606439 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:03.613192 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:03.627690 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Made reservation on behalf of e7af5153324247ef8ea5235c92309373 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:03.632613 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.777327 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:03.810422 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:03:03.819615 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Deleting subnet a265cf91-4d67-4ec8-90d1-7312fc0dd4d3 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:03:03.825141 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:03.828586 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.857580 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:03.890661 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Allocated IP 172.20.0.8 (4296fe5b-8ba2-465b-b137-c322efe387a3/be64afe0-b51a-4f3a-b5fb-983098cd3eb8/509f4382-a7c9-4d94-a139-a88a2a6318f9) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:03.896121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-a6e436ea-39bc-4b47-adbd-4680ba3f0e98 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:03.897723 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-a6e436ea-39bc-4b47-adbd-4680ba3f0e98 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.73 "GET /v2.0/networks?id=d5b8d6d3-2264-4ee1-8ba6-2298c7867774 HTTP/1.1" status: 200 len: 812 time: 0.5492561 May 10 20:03:03.926253 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:03.926641 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.102722 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.141002 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Request body: {'port': {'device_id': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774', 'admin_state_up': True, 'tenant_id': '6ed4059194e740abb1a862f39a9c6045'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:04.328723 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-1a3ad31e-7b26-4980-8a54-0261d1b77605 None None] Provisioning complete for port 16f46bba-f75f-469b-9477-b74f5f6a765c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:04.329484 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad31e-7b26-4980-8a54-0261d1b77605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.396271 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.493622 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ad31e-7b26-4980-8a54-0261d1b77605 None None] Port 16f46bba-f75f-469b-9477-b74f5f6a765c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:04.494291 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.537956 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.670782 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-291add60-ad06-499f-b319-a2525a2ce7fc req-b893a30a-4c2c-433f-b26a-62cd295a5c3e tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.0589912 May 10 20:03:04.716831 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.735909 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:04.812869 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:04.816937 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:04.826414 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:04.832965 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:04.833842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:04.889355 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event updated for resources: {'Port': ['ID=509f4382-a7c9-4d94-a139-a88a2a6318f9,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:04.905427 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:04.929245 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6022339 May 10 20:03:04.953237 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-a9de341d-a324-49a6-9dfc-e0ac3af5080a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:04.953982 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-a9de341d-a324-49a6-9dfc-e0ac3af5080a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:04.970400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-b985ed7d-53a3-4f0e-a36c-ebc4ca611033 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:03:04.978154 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-b985ed7d-53a3-4f0e-a36c-ebc4ca611033 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178716 May 10 20:03:05.008684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-a9de341d-a324-49a6-9dfc-e0ac3af5080a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:05.009870 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-a9de341d-a324-49a6-9dfc-e0ac3af5080a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 931 time: 0.3373914 May 10 20:03:05.050887 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:05.062059 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:05.076612 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:05.081123 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Usage tracker for resource:port and tenant:6ed4059194e740abb1a862f39a9c6045 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:05.099584 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:05.100225 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:05.103322 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:02:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:05.109553 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Router d50c60d6-c581-42ef-aae0-248523e01f76 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:05.122292 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-ddec78af-6ef4-492f-866a-cb7af22ec4ea tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:05.141964 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:05.168393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-ddec78af-6ef4-492f-866a-cb7af22ec4ea tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:05.170547 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-53c9bdee-603a-465c-b9c4-f91998c5d28a req-ddec78af-6ef4-492f-866a-cb7af22ec4ea tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530218 May 10 20:03:05.291074 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:05.293260 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Request body: {'port': {'device_id': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:05.305253 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7540598 May 10 20:03:05.361897 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 34898) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:05.562025 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:06.130778 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:06.165637 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:06.168268 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Made reservation on behalf of 6ed4059194e740abb1a862f39a9c6045 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:06.171966 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:06.186150 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:06.187045 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:02:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:06.211386 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] 10.222.0.48 "PUT /v2.0/routers/d50c60d6-c581-42ef-aae0-248523e01f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9465675 May 10 20:03:06.461625 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:00Z', 'revision_number': 3, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:06.481337 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:06.482458 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Updating router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 port 39f32196-4c80-4cdd-9f67-7e512c984039 binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:06.514574 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-47fbafd4-cadf-4b3c-ab7c-3af5f9a7cb65 req-60a477fc-48d4-4580-aca3-4af4aeef521b tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.3570998 May 10 20:03:06.645677 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34938) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:06.663613 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:06.741150 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:06.752311 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:06.805418 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:06.848293 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:07.024171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a265cf91-4d67-4ec8-90d1-7312fc0dd4d3,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:07.034228 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:07.040547 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.119877 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.205911 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:07.221898 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Usage tracker for resource:security_group_rule and tenant:f746a68265664076aa44c4d6772b4ee7 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:07.230463 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:07.249911 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:07.484711 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Allocated IP 172.20.0.10 (d5b8d6d3-2264-4ee1-8ba6-2298c7867774/95b840ea-f456-477c-8584-acd2297f97c9/10363499-92f9-4df8-8d7d-61fe43a8070d) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:07.511201 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fb04f1dd-d8f3-4ed2-a0d0-752ed4614b9c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a265cf91-4d67-4ec8-90d1-7312fc0dd4d3 HTTP/1.1" status: 204 len: 168 time: 3.9300587 May 10 20:03:07.520645 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34966) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:07.667577 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.713158 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Transition to ACTIVE for port object 39f32196-4c80-4cdd-9f67-7e512c984039 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:07.734422 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.741274 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0049afa4-3bbe-4a18-bffb-62be0f53ec8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:07.796553 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.807045 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 2, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:07.828223 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:07.828613 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Updating router d50c60d6-c581-42ef-aae0-248523e01f76 port 16f46bba-f75f-469b-9477-b74f5f6a765c binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:07.900316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.902609 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.963878 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Attempting to bind port 39f32196-4c80-4cdd-9f67-7e512c984039 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:07.964235 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Attempting to bind port 39f32196-4c80-4cdd-9f67-7e512c984039 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:07.964807 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Attempting to bind port 39f32196-4c80-4cdd-9f67-7e512c984039 on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:07.983303 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:07.996713 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:08.012768 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:08.013388 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:08.015121 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:08.016387 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509f4382-a7c9-4d94-a139-a88a2a6318f9 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:08.017201 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:08.017919 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Bound port: 39f32196-4c80-4cdd-9f67-7e512c984039, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:08.020379 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:08.037097 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:08.083843 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Transition to ACTIVE for port object 509f4382-a7c9-4d94-a139-a88a2a6318f9 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:08.111374 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:08.196884 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e04cba-1776-4b27-b185-edc67fd304a8 None None] Pushing event updated for resources: {'Port': ['ID=39f32196-4c80-4cdd-9f67-7e512c984039,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:08.207753 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-73e04cba-1776-4b27-b185-edc67fd304a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:08.323545 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e7f6e6-79e2-46f9-a965-96f5ac8f5253,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:08.327088 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] For port 39f32196-4c80-4cdd-9f67-7e512c984039, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:08.333840 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] For port 39f32196-4c80-4cdd-9f67-7e512c984039, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=39f32196-4c80-4cdd-9f67-7e512c984039,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:08.343950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:08.356282 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:08.368769 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f746a68265664076aa44c4d6772b4ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7195721 May 10 20:03:08.401486 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:08.402473 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:08.405574 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34976) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:08.570613 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 34982) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:08.599110 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:08.603927 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:02:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:08.625454 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882044341', 'description': 'tempest-description--1665194208'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:08.652949 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:08.665252 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:08.674616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:08.698047 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:08.739754 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Pushing event updated for resources: {'Port': ['ID=509f4382-a7c9-4d94-a139-a88a2a6318f9,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:08.843613 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:08.924520 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:08.934331 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bfc26-aa49-45d9-8350-d3596e9da099 req-6ccfd39e-f0cd-4c06-b9c6-b158e938113e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:08.943297 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e70bfc26-aa49-45d9-8350-d3596e9da099 req-6ccfd39e-f0cd-4c06-b9c6-b158e938113e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 931 time: 2.3600957 May 10 20:03:09.037814 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.046184 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.057187 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:09.074386 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:09.083141 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:09.093096 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.093865 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.094951 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.095702 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > port after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.096378 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.097049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.097860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.098384 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.099220 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.099935 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.127553 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.141825 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Attempting to bind port 509f4382-a7c9-4d94-a139-a88a2a6318f9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:09.142377 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Attempting to bind port 509f4382-a7c9-4d94-a139-a88a2a6318f9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:09.143533 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Attempting to bind port 509f4382-a7c9-4d94-a139-a88a2a6318f9 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:09.151341 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Transition to ACTIVE for port object 16f46bba-f75f-469b-9477-b74f5f6a765c will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:09.167093 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dd32db01-57aa-45bc-8226-907ca0fd0459 req-71c1c316-1f74-4056-be07-65640a4c8edf tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.4212365 May 10 20:03:09.174552 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.178773 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:09.248175 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e70bfc26-aa49-45d9-8350-d3596e9da099 req-66f120d0-c4ea-4b3b-824b-9926143ac587 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019936 May 10 20:03:09.248842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Port 509f4382-a7c9-4d94-a139-a88a2a6318f9 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:09.249168 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Attempting to bind port 509f4382-a7c9-4d94-a139-a88a2a6318f9 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:09.276138 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:09.277066 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Checking segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:09.279730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Bound using segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:09.280506 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Bound port: 509f4382-a7c9-4d94-a139-a88a2a6318f9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:09.281018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.328547 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:09.383344 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd938f6c-3c07-46e2-ac33-34afec5c81cb None None] Pushing event updated for resources: {'Port': ['ID=16f46bba-f75f-469b-9477-b74f5f6a765c,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:09.400311 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-bd938f6c-3c07-46e2-ac33-34afec5c81cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:09.451804 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f752519e-cb62-4267-ae29-e58440dda8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.566757 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.567346 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.568279 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.568279 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:03:09.568460 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e0b0c3-bdc8-4f47-b222-dc276ddf13e5']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:09.622133 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:09.702812 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.734191 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612a257e-c1fb-4a0d-824c-91b040077a40') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:09.734390 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612a257e-c1fb-4a0d-824c-91b040077a40') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:09.806856 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] For port 509f4382-a7c9-4d94-a139-a88a2a6318f9, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:09.817866 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Attempting to bind port 16f46bba-f75f-469b-9477-b74f5f6a765c on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:09.818725 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Attempting to bind port 16f46bba-f75f-469b-9477-b74f5f6a765c by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:09.819353 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Attempting to bind port 16f46bba-f75f-469b-9477-b74f5f6a765c on network 94a775ca-a11a-4fe9-938c-d998a48666b5 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:09.828216 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:09.828882 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Checking segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:09.829484 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.830066 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Bound using segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:09.831267 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Bound port: 16f46bba-f75f-469b-9477-b74f5f6a765c, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:09.832367 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.841639 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] For port 509f4382-a7c9-4d94-a139-a88a2a6318f9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:09.849612 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.860627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.872059 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:09.884517 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:09.944351 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e04cba-1776-4b27-b185-edc67fd304a8 None None] Pushing event updated for resources: {'Port': ['ID=39f32196-4c80-4cdd-9f67-7e512c984039,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:09.954872 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-73e04cba-1776-4b27-b185-edc67fd304a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.598s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:10.006093 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:00Z', 'revision_number': 3, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:10.011978 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c87d6-d130-4990-9c3a-df886ddf0b1f None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:00Z', 'revision_number': 3, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:10.050844 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.093241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:03:10.093241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.130642 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Pushing event updated for resources: {'Port': ['ID=509f4382-a7c9-4d94-a139-a88a2a6318f9,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:10.145712 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:10.158972 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: from cryptography.utils import int_from_bytes May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: from cryptography.utils import int_from_bytes May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:03:10.159406 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:03:10.162019 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.163826 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] 10.222.0.73 "PUT /v2.0/ports/509f4382-a7c9-4d94-a139-a88a2a6318f9 HTTP/1.1" status: 200 len: 1093 time: 4.9854019 May 10 20:03:10.166044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'tag': '509f4382-a7c9-4d94-a139-a88a2a6318f9'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:10.244736 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] For port 16f46bba-f75f-469b-9477-b74f5f6a765c, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:10.248312 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] For port 16f46bba-f75f-469b-9477-b74f5f6a765c, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=16f46bba-f75f-469b-9477-b74f5f6a765c,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:10.256844 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.276557 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8af808ce-31eb-4797-8939-d53e1e8a874c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:10.325986 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35016) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:10.363913 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd938f6c-3c07-46e2-ac33-34afec5c81cb None None] Pushing event updated for resources: {'Port': ['ID=16f46bba-f75f-469b-9477-b74f5f6a765c,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:10.368362 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-bd938f6c-3c07-46e2-ac33-34afec5c81cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:10.381300 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:10.382533 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:02:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:10.459834 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.707211 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.723321 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.752194 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:10.804249 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-dd7b6d28-e132-403e-9003-0b4abfd157eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:10.934143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Allocated IP 172.20.0.1 (1019cfc3-d329-471f-a830-b9f13bb99c08/3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685/0b13ef9a-8a80-4ba7-a604-a059915ae722) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:10.948340 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.981505 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/63e0b0c3-bdc8-4f47-b222-dc276ddf13e5 HTTP/1.1" status: 204 len: 168 time: 3.4596934 May 10 20:03:10.992425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:11.000221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35032) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:11.000839 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:11.046241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:11.159939 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.200271 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcd61807-a7fd-4559-a817-677e217e7a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.238610 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.248281 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Pushing event updated for resources: {'Port': ['ID=10363499-92f9-4df8-8d7d-61fe43a8070d,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:11.266095 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:11.308186 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:11.326751 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.405037 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.464162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Pushing event deleted for resources: {'Network': ['ID=63e0b0c3-bdc8-4f47-b222-dc276ddf13e5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:11.488233 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:11.491204 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.514357 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:11.516057 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:11.546517 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:10Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:11.551641 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.553314 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b9fed-bc13-445e-9ee0-6ce4cfa8b5ac None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:10Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:11.556029 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80e7f6e6-79e2-46f9-a965-96f5ac8f5253 HTTP/1.1" status: 204 len: 168 time: 3.0793948 May 10 20:03:11.580564 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:11.583540 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.598247 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-75f3334b-0abc-455e-a0ca-6daaf84419b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0074036 May 10 20:03:11.600202 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35054) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:11.717398 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'security_group_rule': {'security_group_id': '481bf0aa-db0c-4d0b-8d9f-33f7e6776e32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:11.725156 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8074479 May 10 20:03:11.742315 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:11.745311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e7f6e6-79e2-46f9-a965-96f5ac8f5253,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:11.756476 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:11.759537 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:11.759927 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:11.762271 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:11.774605 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Request body: {'port': {'device_id': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:12.080183 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.087529 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 39f32196-4c80-4cdd-9f67-7e512c984039 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:12.087721 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35064) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:12.088531 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:12.091754 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.131761 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:12.169819 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.285066 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.287462 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.325739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Transition to ACTIVE for port object 0b13ef9a-8a80-4ba7-a604-a059915ae722 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:12.329424 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 39f32196-4c80-4cdd-9f67-7e512c984039 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:12.342371 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 39f32196-4c80-4cdd-9f67-7e512c984039 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:12.343034 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.351936 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:12.398674 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Deleting subnet c51d3f28-023c-43b5-9c34-aeb1d357d78e {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:03:12.422122 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7c175abdaf4606b592208f5225ce22 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:12.438945 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.506146 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.552431 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:12.610635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:12.631738 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.648485 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:12.717278 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.735455 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.743275 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.755718 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 39f32196-4c80-4cdd-9f67-7e512c984039, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=39f32196-4c80-4cdd-9f67-7e512c984039,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:12.765379 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.767108 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 16f46bba-f75f-469b-9477-b74f5f6a765c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:12.807017 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:12.821870 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb63a3c802a64233992f9effb13daa0c is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:12.824799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-b965ad26-c019-4d92-849d-f9fb5bfbe4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:12.826455 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-b965ad26-c019-4d92-849d-f9fb5bfbe4c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 1096 time: 1.8395059 May 10 20:03:12.827881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:12.842747 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:12.853495 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:12.999862 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.032267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.068835 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.084031 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.085367 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5636033-615d-43d3-b039-ad02e69da5bc,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:13.116346 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d20f-93b1-4a90-b470-3920be5022fa req-448ac912-547f-42c2-b175-b912da3bd18c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:13.125863 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f06d20f-93b1-4a90-b470-3920be5022fa req-448ac912-547f-42c2-b175-b912da3bd18c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 932 time: 2.1175556 May 10 20:03:13.141818 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:13.147507 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb63a3c802a64233992f9effb13daa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0414147 May 10 20:03:13.148924 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c0878bff-82ae-4428-8560-4983fca61992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:13.181913 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcab9b-fad8-4814-a0cc-89d9226e5eae req-52ee91ff-8480-4704-b95f-b2a36e292b95 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:13.188852 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9bdcab9b-fad8-4814-a0cc-89d9226e5eae req-52ee91ff-8480-4704-b95f-b2a36e292b95 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 943 time: 2.1876440 May 10 20:03:13.189556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.190220 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35086) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:13.222380 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680ec38-00b1-4d8b-9468-8e0958bbf056,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:13.230446 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:13.232398 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=39f32196-4c80-4cdd-9f67-7e512c984039,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:13.238015 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:13.283766 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 16f46bba-f75f-469b-9477-b74f5f6a765c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:13.289705 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 16f46bba-f75f-469b-9477-b74f5f6a765c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:13.290335 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.381073 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-5ab427f7-d2e5-4fab-a6a3-9594fe985733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9 HTTP/1.1" status: 200 len: 217 time: 0.3506241 May 10 20:03:13.402162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.416026 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8069108 May 10 20:03:13.416026 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35094) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:13.442487 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'security_group_rule': {'security_group_id': '481bf0aa-db0c-4d0b-8d9f-33f7e6776e32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:13.480636 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:13.486214 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.535121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.558272 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.589892 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.672776 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.700237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.705310 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.785533 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 16f46bba-f75f-469b-9477-b74f5f6a765c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=16f46bba-f75f-469b-9477-b74f5f6a765c,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:13.792549 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.794830 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:13.903985 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.db.resource_extend [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:03:13.937580 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.984723 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=16f46bba-f75f-469b-9477-b74f5f6a765c,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:13.988914 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.010432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 39f32196-4c80-4cdd-9f67-7e512c984039 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:14.072784 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.103672 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ca0d9776-48aa-4590-8ea7-9d07f136020c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.131800 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.133696 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.206876 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a036bd-e8e1-45dd-b3d3-53e46811ce97,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.219672 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 39f32196-4c80-4cdd-9f67-7e512c984039 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:14.220197 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.232733 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10363499-92f9-4df8-8d7d-61fe43a8070d {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:14.244756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.270632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:14.270931 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Transition to ACTIVE for port object 10363499-92f9-4df8-8d7d-61fe43a8070d will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:14.280291 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.282858 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.284047 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.285981 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8654392 May 10 20:03:14.295848 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:14.297284 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35112) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:14.304381 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'floatingip': {'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:14.321105 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:14.330174 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:floatingip and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:14.333892 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:14.336425 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.344551 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:14.349776 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1f06d20f-93b1-4a90-b470-3920be5022fa req-c3d3c713-d547-4fe9-8a9a-4fcc49fa8c8b tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Synchronizing usage tracker for tenant:6ed4059194e740abb1a862f39a9c6045 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:14.353173 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c51d3f28-023c-43b5-9c34-aeb1d357d78e HTTP/1.1" status: 204 len: 168 time: 3.3347366 May 10 20:03:14.364573 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35118) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:14.365899 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.380584 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a535e-ab27-4ae8-86d9-77bee093f6fd,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.407417 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a7c175abdaf4606b592208f5225ce22&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0755568 May 10 20:03:14.407417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.423850 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9bdcab9b-fad8-4814-a0cc-89d9226e5eae req-01c3f637-8815-454d-ae43-09add39a316e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9983225 May 10 20:03:14.427228 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.521853 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35122) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:14.526598 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Pushing event updated for resources: {'Port': ['ID=0b13ef9a-8a80-4ba7-a604-a059915ae722,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.550259 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.555169 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6b2a1528-c454-4159-a479-ff2bf8fe872a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.591903 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.748280 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51d3f28-023c-43b5-9c34-aeb1d357d78e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.755744 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:14.756530 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.881995 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Pushing event updated for resources: {'Port': ['ID=10363499-92f9-4df8-8d7d-61fe43a8070d,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.937874 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.162437 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.183673 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Attempting to bind port 10363499-92f9-4df8-8d7d-61fe43a8070d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:15.185468 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Attempting to bind port 10363499-92f9-4df8-8d7d-61fe43a8070d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2f007a44-3108-4a36-92b6-8ab60e209309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:15.186602 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-da6a0cfb-cd98-4d67-81fb-7ec095de839e None None] Provisioning for port 0b13ef9a-8a80-4ba7-a604-a059915ae722 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:15.188882 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Attempting to bind port 10363499-92f9-4df8-8d7d-61fe43a8070d on network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:15.204306 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Port 10363499-92f9-4df8-8d7d-61fe43a8070d on network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:15.205004 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Attempting to bind port 10363499-92f9-4df8-8d7d-61fe43a8070d on network d5b8d6d3-2264-4ee1-8ba6-2298c7867774 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:15.216701 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-da6a0cfb-cd98-4d67-81fb-7ec095de839e None None] Provisioning complete for port 0b13ef9a-8a80-4ba7-a604-a059915ae722 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:15.217092 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-da6a0cfb-cd98-4d67-81fb-7ec095de839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.247575 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.260446 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'tag': '509f4382-a7c9-4d94-a139-a88a2a6318f9', 'status': 'completed', 'code': 200} May 10 20:03:15.267285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c60f0593-61cd-46ac-8569-90dcce14e594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.270360 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1f06d20f-93b1-4a90-b470-3920be5022fa req-c3d3c713-d547-4fe9-8a9a-4fcc49fa8c8b tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Unset dirty status for tenant:6ed4059194e740abb1a862f39a9c6045 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:15.272160 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f06d20f-93b1-4a90-b470-3920be5022fa req-c3d3c713-d547-4fe9-8a9a-4fcc49fa8c8b tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9112792 May 10 20:03:15.315698 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:15.316129 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Checking segment: {'id': '2f007a44-3108-4a36-92b6-8ab60e209309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:15.316756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Bound using segment: {'id': '2f007a44-3108-4a36-92b6-8ab60e209309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:15.317316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Bound port: 10363499-92f9-4df8-8d7d-61fe43a8070d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f007a44-3108-4a36-92b6-8ab60e209309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:15.317801 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.335103 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-1466e59a-6fb1-43d6-8b0d-f37f2407f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:15.338327 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-1466e59a-6fb1-43d6-8b0d-f37f2407f8f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 1.3018241 May 10 20:03:15.406495 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-da6a0cfb-cd98-4d67-81fb-7ec095de839e None None] Port 0b13ef9a-8a80-4ba7-a604-a059915ae722 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:15.502820 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] For port 10363499-92f9-4df8-8d7d-61fe43a8070d, host hv-cinder-78836, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:15.507328 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] For port 10363499-92f9-4df8-8d7d-61fe43a8070d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10363499-92f9-4df8-8d7d-61fe43a8070d,segment=NetworkSegment(2f007a44-3108-4a36-92b6-8ab60e209309),segment_id=2f007a44-3108-4a36-92b6-8ab60e209309)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:15.509667 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.530031 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.544649 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ee3403fc-e904-4a55-b298-abbc60c5f050 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:15.604492 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-a34bd001-7314-41d6-996a-b47ab8cc2cb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2456515 May 10 20:03:15.628638 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.684023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.830263 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55138459-42eb-413f-aa7e-32c23441751a']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:15.839874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.860622 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:15.861251 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.862666 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] 10.222.0.73 "PUT /v2.0/ports/10363499-92f9-4df8-8d7d-61fe43a8070d HTTP/1.1" status: 200 len: 1094 time: 4.0931761 May 10 20:03:15.866320 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'tag': '10363499-92f9-4df8-8d7d-61fe43a8070d'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:15.873542 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d1dfba-a6cf-4ee2-9c8a-ced091938236') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:15.873542 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d1dfba-a6cf-4ee2-9c8a-ced091938236') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:15.939374 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.957409 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.974855 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Pushing event updated for resources: {'Port': ['ID=10363499-92f9-4df8-8d7d-61fe43a8070d,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:15.979211 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.982447 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.986314 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.031198 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 16f46bba-f75f-469b-9477-b74f5f6a765c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:16.058199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.082810 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:03:16.083215 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:03:16.134626 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:03:16.218757 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b43e503-5aa2-471b-8630-635b4dbabeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:16.260215 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 16f46bba-f75f-469b-9477-b74f5f6a765c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:16.270550 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.391654 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-36fb7627-60e3-4bc6-ba53-b0f1099f41d4 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744204 May 10 20:03:16.392821 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680ec38-00b1-4d8b-9468-8e0958bbf056,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:16.393305 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.397329 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:16.492649 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.516863 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a680ec38-00b1-4d8b-9468-8e0958bbf056 HTTP/1.1" status: 204 len: 168 time: 3.1376131 May 10 20:03:16.527695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35164) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:16.539617 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:16.631996 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.720798 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'tag': '10363499-92f9-4df8-8d7d-61fe43a8070d', 'status': 'completed', 'code': 200} May 10 20:03:16.720798 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Pushing event deleted for resources: {'Network': ['ID=55138459-42eb-413f-aa7e-32c23441751a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:16.736038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b46e1-13f1-4dca-9804-69be81e93a15 req-0b7454cd-c007-4b1b-a854-4469c7a32488 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:16.744161 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-df9b46e1-13f1-4dca-9804-69be81e93a15 req-0b7454cd-c007-4b1b-a854-4469c7a32488 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 943 time: 1.1254635 May 10 20:03:16.758755 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:16.794638 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e0bba86f-5226-431f-989f-90bb2becddfb admin admin] 10.222.0.48 "DELETE /v2.0/networks/55138459-42eb-413f-aa7e-32c23441751a HTTP/1.1" status: 204 len: 168 time: 2.1783113 May 10 20:03:16.848874 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-b73042a5-c628-407e-ae90-b5d85f04d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:16.850362 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-b73042a5-c628-407e-ae90-b5d85f04d6f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ed4059194e740abb1a862f39a9c6045&device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 1097 time: 0.7167778 May 10 20:03:16.877354 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Allocated IP 172.28.0.11 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/8d123b4f-1b73-4ec2-9e13-212a970a4678) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:16.937281 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-df9b46e1-13f1-4dca-9804-69be81e93a15 req-43b98299-7155-463b-9a9e-cb4a836c3d71 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917129 May 10 20:03:17.052450 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-2c8d067a-121e-4775-a5b5-bf32d883fed5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10363499-92f9-4df8-8d7d-61fe43a8070d HTTP/1.1" status: 200 len: 217 time: 0.1727755 May 10 20:03:17.077352 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.136281 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:17.155785 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a535e-ab27-4ae8-86d9-77bee093f6fd,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:17.158994 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:17.165861 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.201630 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a313e8e-26e6-451b-bbc0-ba313e0441b0 req-b11baf6c-73db-4dc4-8be4-92e058124c85 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728547 May 10 20:03:17.213583 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.218013 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b08a535e-ab27-4ae8-86d9-77bee093f6fd HTTP/1.1" status: 204 len: 168 time: 2.6883805 May 10 20:03:17.228411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:17.252114 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3011460a8c4052ab34b56f1cce0389 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:17.256842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.259214 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:17.263233 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35180) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:17.275846 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.276564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35184) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:17.288884 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:17.303364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.306834 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:17.343027 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e657-78f5-4354-98ca-90382a9ab007 req-85435414-e570-4123-a5ee-d09211f8e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:17.344494 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-85435414-e570-4123-a5ee-d09211f8e190 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95b840ea-f456-477c-8584-acd2297f97c9 HTTP/1.1" status: 200 len: 852 time: 0.1295698 May 10 20:03:17.362113 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.380759 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268478a8-1264-4188-a26d-669a1a10d037 req-b0e03dfa-4594-4995-a013-8924648715f9 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:17.382746 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-268478a8-1264-4188-a26d-669a1a10d037 req-b0e03dfa-4594-4995-a013-8924648715f9 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 944 time: 0.4172854 May 10 20:03:17.399407 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.404417 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:17.404560 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.463213 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:17.465913 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:17.470249 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:17.514977 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'Port': ['ID=8d123b4f-1b73-4ec2-9e13-212a970a4678,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:17.521171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:17.619210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:17.623679 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Pushing event updated for resources: {'Port': ['ID=0b13ef9a-8a80-4ba7-a604-a059915ae722,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:17.627642 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:17.646424 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.647498 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Usage tracker for resource:security_group_rule and tenant:065b7fee7feb4944950c11827cdc314d is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:17.657844 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:17.665607 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-eee4d734-cda8-403c-b274-93375e809868 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6deaa176b0b43daa83459bbf3729633&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3990374 May 10 20:03:17.677135 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35190) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:17.691180 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:17.698791 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-268478a8-1264-4188-a26d-669a1a10d037 req-10faa526-2d15-4fbb-a09e-dd7543f8afa6 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023880 May 10 20:03:17.731773 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.754119 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35194) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:17.828276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.880506 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:17.891352 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:17.899082 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:17.921065 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:00427b937774474693f56ff0eea1eaf3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:17.931163 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:17.943446 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.951516 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.960017 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.968879 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.006842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:18.082571 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'Port': ['ID=8d123b4f-1b73-4ec2-9e13-212a970a4678,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.087902 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.091378 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.091732 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.114746 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.116292 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8176208 May 10 20:03:18.157516 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.164479 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e5a587b3-58c0-416d-9c77-df5d8f6b0f5f None None] Provisioning complete for port 0b13ef9a-8a80-4ba7-a604-a059915ae722 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:18.165075 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e5a587b3-58c0-416d-9c77-df5d8f6b0f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.192407 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.224117 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-e5a587b3-58c0-416d-9c77-df5d8f6b0f5f None None] Port 0b13ef9a-8a80-4ba7-a604-a059915ae722 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:18.227764 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.337880 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c87166-b01f-4937-8b89-8a6e4aa1b117,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.341628 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.358859 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc3011460a8c4052ab34b56f1cce0389&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8071795 May 10 20:03:18.361815 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35210) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:18.364037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.370077 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.404259 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-80da7526-7267-4f84-a917-102ee9c0f5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.430786 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.459955 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.474245 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:18.518124 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=065b7fee7feb4944950c11827cdc314d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2268274 May 10 20:03:18.523616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35216) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:18.529704 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69775515-9a80-4284-bbcb-c225e71b20e6,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.537722 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.542241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.551656 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.554507 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccc4b-6c85-4d58-a5b2-c883aaedb15f req-9bd38251-d84d-416a-9d35-228167d2c934 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:18.556085 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0a9ccc4b-6c85-4d58-a5b2-c883aaedb15f req-9bd38251-d84d-416a-9d35-228167d2c934 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 943 time: 0.4600964 May 10 20:03:18.580305 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c87166-b01f-4937-8b89-8a6e4aa1b117,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.589412 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.592040 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.595854 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05c87166-b01f-4937-8b89-8a6e4aa1b117 HTTP/1.1" status: 204 len: 168 time: 0.2329564 May 10 20:03:18.623245 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.626697 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.629855 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-3c8f5c6f-f081-4d0c-95d0-fa738a049c27 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--882044341&fields=id&tenant_id=107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 267 time: 0.2268128 May 10 20:03:18.655482 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.708263 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.712471 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7db7674e-2148-4765-b810-c399399d0f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.720333 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.728208 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8ecf10ea-6705-4c70-86c3-d157b48597d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.738786 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.743263 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69775515-9a80-4284-bbcb-c225e71b20e6,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.746298 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.747437 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.749207 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69775515-9a80-4284-bbcb-c225e71b20e6 HTTP/1.1" status: 204 len: 168 time: 0.2242959 May 10 20:03:18.764301 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f66fab-0bf9-4f6f-8f1c-388fe47d670d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.789235 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.789718 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.932906 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0a9ccc4b-6c85-4d58-a5b2-c883aaedb15f req-0bd26329-4a4b-4b08-a931-4b539488b66d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633378 May 10 20:03:18.963810 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00427b937774474693f56ff0eea1eaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2086723 May 10 20:03:18.967929 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35228) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:18.970126 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a902f8-0b1e-4f0f-9b0f-ace94b90fe7b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.991586 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:19.028996 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.030388 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-3366088b-cac4-41d5-a833-ad7a50b4e0a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04f66fab-0bf9-4f6f-8f1c-388fe47d670d HTTP/1.1" status: 204 len: 168 time: 1.3483334 May 10 20:03:19.071593 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-fbeb9ca3-c729-4e02-834c-d0ad0862ecb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5b8d6d3-2264-4ee1-8ba6-2298c7867774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742574 May 10 20:03:19.079355 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:19.089367 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:19.100340 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] 10.222.0.48 "PUT /v2.0/routers/3f1902d5-52a9-458b-be01-6bd8e07e8eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7340720 May 10 20:03:19.108921 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:19.112207 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:19.112528 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-68ea339e-d7a1-4c7c-a544-3263ecf75028 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:19.114252 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-68ea339e-d7a1-4c7c-a544-3263ecf75028 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 816 time: 0.3845227 May 10 20:03:19.150172 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-73ba3b9d-66cd-4782-98b9-b9b10af70a0f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/quotas/107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 375 time: 0.0259721 May 10 20:03:19.297171 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35240) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:19.362692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-26623452-10a7-4428-bf20-36e0bd571c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:19.364580 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-26623452-10a7-4428-bf20-36e0bd571c2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 1096 time: 0.3914516 May 10 20:03:19.371275 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.380574 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-6508e89b-b892-444f-abd2-baf3d58736ff service neutron] 10.222.0.73 "GET /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728367 May 10 20:03:19.437139 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:19.486978 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:19.510569 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Usage tracker for resource:security_group_rule and tenant:24895883a51a4168af58bcc809d33885 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:19.516607 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:19.533839 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:19.549589 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.582758 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32958481-ebfd-478c-bfe5-763151285152 req-8b32f15a-4da2-4b9c-8e3a-a643332bf82c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:19.585130 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-32958481-ebfd-478c-bfe5-763151285152 req-8b32f15a-4da2-4b9c-8e3a-a643332bf82c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 944 time: 0.4188657 May 10 20:03:19.601641 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-9310e657-78f5-4354-98ca-90382a9ab007 req-1fc39c8e-5b19-4b10-8a1a-b77c517939a9 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130666 May 10 20:03:19.635941 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-9c1584a8-8e6a-4fc3-9969-d952230a9c36 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4709809 May 10 20:03:19.677729 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.787873 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35254) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:19.827139 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.839262 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 2, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:19.842287 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7b2399fc-be53-4e5c-825b-77b5de32079b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:19.843534 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:19.843944 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Updating router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 port 0b13ef9a-8a80-4ba7-a604-a059915ae722 binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:19.857773 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a902f8-0b1e-4f0f-9b0f-ace94b90fe7b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:19.872036 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:19.883773 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.888536 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27a902f8-0b1e-4f0f-9b0f-ace94b90fe7b HTTP/1.1" status: 204 len: 168 time: 0.9187386 May 10 20:03:19.893706 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-61a51851-6b69-433b-aa11-91106b4ea91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:19.895348 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-61a51851-6b69-433b-aa11-91106b4ea91b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 916 time: 0.5087178 May 10 20:03:19.907402 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-32958481-ebfd-478c-bfe5-763151285152 req-b4c7b9ab-1f32-431f-b73f-6e2605f0d7af tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980664 May 10 20:03:19.937445 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1cd912e3-cd83-4390-8608-fc571e57ece0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea75bfa4b3aa494b80e30bbac100feef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1420577 May 10 20:03:19.938129 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35260) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:19.998292 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-ba2782a6-245d-4a34-8dff-85546b9e1739 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9 HTTP/1.1" status: 200 len: 217 time: 0.0896168 May 10 20:03:20.014199 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-4798c3cc-bd1b-4e25-9d41-807ade74b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:20.016134 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-4798c3cc-bd1b-4e25-9d41-807ade74b908 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ed4059194e740abb1a862f39a9c6045&device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 1097 time: 0.2763367 May 10 20:03:20.072690 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.075863 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.120364 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-f44541db-a6ee-4b8c-9ff4-a22649217082 service neutron] 10.222.0.48 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505751 May 10 20:03:20.169539 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-61a07f4a-d87f-431f-8b7d-8e5fb9b3f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:20.170994 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-61a07f4a-d87f-431f-8b7d-8e5fb9b3f3f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.1551409 May 10 20:03:20.192229 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.275181 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-d66c7e2a-44b1-4ab2-afbf-e474539c8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:20.277605 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-d66c7e2a-44b1-4ab2-afbf-e474539c8771 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5b8d6d3-2264-4ee1-8ba6-2298c7867774 HTTP/1.1" status: 200 len: 913 time: 0.2456195 May 10 20:03:20.285779 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-b8ccba71-3241-4d22-8243-3f19468bdc34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607903 May 10 20:03:20.292117 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.337008 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.442593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fcd0437f-ac4f-4c7b-aa41-f1f9c4d34c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:20.449623 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-1cae7914-ba81-4eee-b7e6-1332b0ad7467 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10363499-92f9-4df8-8d7d-61fe43a8070d HTTP/1.1" status: 200 len: 217 time: 0.1646981 May 10 20:03:20.523434 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.544530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7be8454d-efe3-42a6-9f45-569723008188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:20.557655 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993c772-f330-49c0-a0a6-54841ebcf4f4,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:20.567921 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:20.569571 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24895883a51a4168af58bcc809d33885&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2680931 May 10 20:03:20.576577 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35282) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:20.586365 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84346088-03e9-4486-aeec-0080696acc7d,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:20.590349 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:20.607670 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-10b0e33e-17eb-476c-8b50-c64ba679818b service neutron] 10.222.0.48 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769616 May 10 20:03:20.621010 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.622490 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2993c772-f330-49c0-a0a6-54841ebcf4f4 HTTP/1.1" status: 204 len: 168 time: 0.6739061 May 10 20:03:20.657989 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-80a9fddc-7e13-482f-828a-764c9748b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:20.660255 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-80a9fddc-7e13-482f-828a-764c9748b7e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95b840ea-f456-477c-8584-acd2297f97c9 HTTP/1.1" status: 200 len: 852 time: 0.2044444 May 10 20:03:20.675778 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-57a93b58-20b3-4ba3-8782-13bdb546354b service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755200 May 10 20:03:20.714498 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.745404 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-900e1095-eadd-4e7d-91cc-2cb01dfa0a11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5b8d6d3-2264-4ee1-8ba6-2298c7867774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719836 May 10 20:03:20.746696 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Transition to ACTIVE for port object 0b13ef9a-8a80-4ba7-a604-a059915ae722 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:20.761067 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.770363 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:20.783100 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35292) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:20.801211 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579399008', 'description': 'tempest-description--2038926549'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:20.812791 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:20.819139 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:20.822793 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:20.830625 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:21.022208 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.103917 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.221517 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-516f0c5a-e8fb-4cea-ba44-255a05ee5c4a req-80e481fa-4b3f-45c8-808c-9649d8a46e0e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 210 time: 0.2744036 May 10 20:03:21.232789 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-c8e62051-e00e-48e2-859f-943b0ebc0215 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793696 May 10 20:03:21.237483 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:21.276071 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.284596 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:21.285141 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-666cf6ca-3551-4e35-a0e1-8d5d5e50756c req-76b9084d-9cff-4aa5-be3c-e7c00fa40040 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011791 May 10 20:03:21.294856 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:21.361230 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45d434-cc59-4f91-a2f5-b81b2226402d None None] Pushing event updated for resources: {'Port': ['ID=0b13ef9a-8a80-4ba7-a604-a059915ae722,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:21.363035 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:21.392239 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9fdfe-b0ce-4c31-8ab4-2c0ec18e279b req-4678cecb-7234-4764-b01c-65458298e7cb tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:21.396069 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-2e45d434-cc59-4f91-a2f5-b81b2226402d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:21.404865 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e8f9fdfe-b0ce-4c31-8ab4-2c0ec18e279b req-4678cecb-7234-4764-b01c-65458298e7cb tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 943 time: 0.3418815 May 10 20:03:21.473850 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.508034 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:21.534878 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Attempting to bind port 0b13ef9a-8a80-4ba7-a604-a059915ae722 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:21.535744 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-54f16ad1-3d0a-41f0-8fe3-f87a7866002c req-d7823767-a2dd-45df-9a67-a9b36d82eb09 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887192 May 10 20:03:21.536351 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Attempting to bind port 0b13ef9a-8a80-4ba7-a604-a059915ae722 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:21.536970 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Attempting to bind port 0b13ef9a-8a80-4ba7-a604-a059915ae722 on network 1019cfc3-d329-471f-a830-b9f13bb99c08 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:21.552087 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84346088-03e9-4486-aeec-0080696acc7d,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:21.556518 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:21.577653 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:21.578173 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Checking segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:21.579828 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.580231 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Bound using segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:21.580742 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Bound port: 0b13ef9a-8a80-4ba7-a604-a059915ae722, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:21.585017 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.647540 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.651568 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e8f9fdfe-b0ce-4c31-8ab4-2c0ec18e279b req-c0a29c38-e9a6-4f38-bb43-5d22e53ef1c2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455704 May 10 20:03:21.661028 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.666066 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84346088-03e9-4486-aeec-0080696acc7d HTTP/1.1" status: 204 len: 168 time: 1.0836353 May 10 20:03:21.677619 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.693859 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4a809ccf-cb23-42b3-b56b-9cac98dab56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:21.742844 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b18ab4-c19e-4354-ba93-5a0d59d70d89 req-f3738d0a-26bf-4fe6-af8f-d4594e054cfb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:21.746745 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70b18ab4-c19e-4354-ba93-5a0d59d70d89 req-f3738d0a-26bf-4fe6-af8f-d4594e054cfb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 944 time: 0.2341890 May 10 20:03:21.784753 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] For port 0b13ef9a-8a80-4ba7-a604-a059915ae722, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:21.787140 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9375f62-bd18-44d4-8277-4c0071d93619,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:21.799786 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:21.800583 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.800955 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] For port 0b13ef9a-8a80-4ba7-a604-a059915ae722, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0b13ef9a-8a80-4ba7-a604-a059915ae722,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:21.801813 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0141876 May 10 20:03:21.806188 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35334) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:21.814541 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.819267 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'security_group_rule': {'security_group_id': 'f9375f62-bd18-44d4-8277-4c0071d93619', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:21.830965 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:21.834643 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:21.838420 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:21.842002 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:21.851775 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:21.861290 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70b18ab4-c19e-4354-ba93-5a0d59d70d89 req-c7a1adf8-92c5-4446-9cdc-77ab8740df5b tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070566 May 10 20:03:21.884058 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.951045 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45d434-cc59-4f91-a2f5-b81b2226402d None None] Pushing event updated for resources: {'Port': ['ID=0b13ef9a-8a80-4ba7-a604-a059915ae722,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:21.957000 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-2e45d434-cc59-4f91-a2f5-b81b2226402d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:22.010377 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:22.011408 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:22.024362 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.035144 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.037856 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1f9dc604-c2eb-4066-a3cd-77a6c335a211 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:22.081772 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4996a00a-daf4-49cb-9510-83f9f7d22ece,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:22.086670 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:22.132788 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.134006 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3265126 May 10 20:03:22.137954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35344) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:22.144658 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'security_group_rule': {'security_group_id': 'f9375f62-bd18-44d4-8277-4c0071d93619', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:22.163433 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:22.178331 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:22.188055 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:22.202942 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:22.233593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.332859 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.339664 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.343951 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:22.394400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee12db24-efcf-4235-938d-48660c576c55,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:22.404623 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:22.406905 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:22.420390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.424976 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2852767 May 10 20:03:22.425259 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35360) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:22.431080 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'floatingip': {'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:22.445597 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:22.452332 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:floatingip and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:22.462466 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:22.472721 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:22.480453 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c0ce0603-6b8d-49e9-9b0d-c9b7f0897185 req-cfee5a23-7543-494b-8281-5d74604da963 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 210 time: 0.0526986 May 10 20:03:22.503365 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.747585 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.916153 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ef7fc-88cc-4ed5-b093-66161cf425b3 req-0b9ffd9e-980c-486a-9794-568ad9f55483 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:22.926419 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0c7ef7fc-88cc-4ed5-b093-66161cf425b3 req-0b9ffd9e-980c-486a-9794-568ad9f55483 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 943 time: 0.1294167 May 10 20:03:23.066646 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0c7ef7fc-88cc-4ed5-b093-66161cf425b3 req-640956b4-4fd1-49af-8784-e180c98da520 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351886 May 10 20:03:23.069685 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:23.106173 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc833313-91f4-4f8b-b637-e43c2649927f None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:23.318695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fef731-b1dc-4818-9d8f-397cedae53d2 req-a0f7d668-daf7-4b1f-9c0c-a33a0bf9cda7 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:23.328978 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-05fef731-b1dc-4818-9d8f-397cedae53d2 req-a0f7d668-daf7-4b1f-9c0c-a33a0bf9cda7 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 944 time: 0.2111025 May 10 20:03:23.404903 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-05fef731-b1dc-4818-9d8f-397cedae53d2 req-554afff8-1677-4bd5-81da-3ad29168743e tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 May 10 20:03:23.463363 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d956da01-0d2b-4e83-8a75-73724743badd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:23.464663 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d956da01-0d2b-4e83-8a75-73724743badd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:network {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:23.492169 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Allocated IP 172.28.0.82 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/36366c66-607b-4dc0-a5f4-c2aeb6551138) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:23.813258 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c8cb7c44-e175-4347-aaa0-4ba73f55c3d8 req-0da9f48a-6569-4870-bf2c-d9dd8065066f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 210 time: 0.0947750 May 10 20:03:23.815739 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.849321 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d956da01-0d2b-4e83-8a75-73724743badd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:network {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:23.850776 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d956da01-0d2b-4e83-8a75-73724743badd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 816 time: 1.0082843 May 10 20:03:23.903483 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.955020 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:24.018193 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0b13ef9a-8a80-4ba7-a604-a059915ae722 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:24.130175 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-33082495-dbde-4767-8d02-70481c2a4645 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:security_group {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:24.157440 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:24.160413 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'Port': ['ID=36366c66-607b-4dc0-a5f4-c2aeb6551138,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:24.164997 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:24.165957 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:24.174100 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:24.239281 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 0b13ef9a-8a80-4ba7-a604-a059915ae722 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:24.248666 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 0b13ef9a-8a80-4ba7-a604-a059915ae722 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:24.249975 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.298005 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-33082495-dbde-4767-8d02-70481c2a4645 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:security_group {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:24.299479 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-33082495-dbde-4767-8d02-70481c2a4645 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 379 time: 0.4396684 May 10 20:03:24.311419 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'port': {'device_id': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'admin_state_up': True, 'tenant_id': '107227155378414a939da8e1763e3c99', 'security_groups': ['481bf0aa-db0c-4d0b-8d9f-33f7e6776e32']}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:24.567120 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.583334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b764f-36bd-4cfa-8a12-89c8f4334621 req-80f7626b-78a3-4966-8c37-17629ccbb040 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:24.591259 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-910b764f-36bd-4cfa-8a12-89c8f4334621 req-80f7626b-78a3-4966-8c37-17629ccbb040 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 943 time: 0.3057826 May 10 20:03:24.625763 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 10363499-92f9-4df8-8d7d-61fe43a8070d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:24.711384 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-910b764f-36bd-4cfa-8a12-89c8f4334621 req-8913f6e3-6959-46a0-8dae-3b1802324780 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187630 May 10 20:03:24.727065 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:24.731043 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:port and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:24.745281 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:24.765498 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:24.796304 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.800652 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Made reservation on behalf of 107227155378414a939da8e1763e3c99 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:24.805236 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.842941 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.888466 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 0b13ef9a-8a80-4ba7-a604-a059915ae722, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0b13ef9a-8a80-4ba7-a604-a059915ae722,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:24.915502 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617fd13-f195-43d6-bf3b-8e1e7b7d3802 req-c371f0c4-96eb-457e-a294-72c4ecc19a6a tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:24.919244 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.923451 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-73e04cba-1776-4b27-b185-edc67fd304a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:24.932646 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4617fd13-f195-43d6-bf3b-8e1e7b7d3802 req-c371f0c4-96eb-457e-a294-72c4ecc19a6a tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 944 time: 0.2442598 May 10 20:03:25.145844 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 10363499-92f9-4df8-8d7d-61fe43a8070d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10363499-92f9-4df8-8d7d-61fe43a8070d,segment=NetworkSegment(2f007a44-3108-4a36-92b6-8ab60e209309),segment_id=2f007a44-3108-4a36-92b6-8ab60e209309)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:25.184342 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '10363499-92f9-4df8-8d7d-61fe43a8070d', 'network_id': 'd5b8d6d3-2264-4ee1-8ba6-2298c7867774', 'port_id': '10363499-92f9-4df8-8d7d-61fe43a8070d', 'mac_address': 'fa:16:3e:ab:fd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b840ea-f456-477c-8584-acd2297f97c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:25.199353 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4617fd13-f195-43d6-bf3b-8e1e7b7d3802 req-b270f11f-3d36-413c-b7c5-67ec0ac1943c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598684 May 10 20:03:25.203722 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-37b0c327-5161-483b-a1c7-4f4a5e3d2944 req-5a0759ee-9fa0-4bbc-9939-070b97bc6dd3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 210 time: 0.0639231 May 10 20:03:25.265621 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=0b13ef9a-8a80-4ba7-a604-a059915ae722,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:25.270088 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:25.306701 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.331524 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10363499-92f9-4df8-8d7d-61fe43a8070d {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:25.347316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Allocated IP 172.20.0.13 (94a775ca-a11a-4fe9-938c-d998a48666b5/7f46a689-727d-4833-98c9-a3562ab0ef77/e70d2321-196b-4bfe-97c5-f418b83a53c6) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:25.361355 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 10363499-92f9-4df8-8d7d-61fe43a8070d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10363499-92f9-4df8-8d7d-61fe43a8070d,segment=NetworkSegment(2f007a44-3108-4a36-92b6-8ab60e209309),segment_id=2f007a44-3108-4a36-92b6-8ab60e209309)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:25.369325 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.369989 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 509f4382-a7c9-4d94-a139-a88a2a6318f9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:25.376920 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-2e45d434-cc59-4f91-a2f5-b81b2226402d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:25.420808 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.441887 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.576977 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:25.582804 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=10363499-92f9-4df8-8d7d-61fe43a8070d,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:25.587586 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:25.701317 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 509f4382-a7c9-4d94-a139-a88a2a6318f9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:25.729207 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'Port': ['ID=36366c66-607b-4dc0-a5f4-c2aeb6551138,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:25.743273 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.743957 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '509f4382-a7c9-4d94-a139-a88a2a6318f9', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'port_id': '509f4382-a7c9-4d94-a139-a88a2a6318f9', 'mac_address': 'fa:16:3e:bc:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be64afe0-b51a-4f3a-b5fb-983098cd3eb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:25.748226 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:25.773689 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.802643 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Transition to ACTIVE for port object e70d2321-196b-4bfe-97c5-f418b83a53c6 will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:25.862761 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.875926 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.882266 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4558780 May 10 20:03:25.901022 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f4382-a7c9-4d94-a139-a88a2a6318f9 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:25.905890 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.919945 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:25.927660 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 509f4382-a7c9-4d94-a139-a88a2a6318f9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:25.935667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.940310 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:26.038448 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0b13ef9a-8a80-4ba7-a604-a059915ae722 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:26.056501 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:26.059829 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:26.067947 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:26.168913 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:26.173809 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:26.223315 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc872f-ee1b-4cc4-8e28-a1cf05f62cdd req-574dbc1c-41f7-4e34-ab28-52e9b55aa7c8 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:26.240692 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70cc872f-ee1b-4cc4-8e28-a1cf05f62cdd req-574dbc1c-41f7-4e34-ab28-52e9b55aa7c8 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 944 time: 0.2136042 May 10 20:03:26.265698 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:26.266940 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.301020 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=509f4382-a7c9-4d94-a139-a88a2a6318f9,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:26.306212 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:26.322718 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0158880 May 10 20:03:26.335376 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Request body: {'port': {'device_id': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:26.336125 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70cc872f-ee1b-4cc4-8e28-a1cf05f62cdd req-b5df49aa-e74c-4708-83a9-46d042c28de5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 May 10 20:03:26.349635 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 0b13ef9a-8a80-4ba7-a604-a059915ae722 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:26.349635 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.382419 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['10363499-92f9-4df8-8d7d-61fe43a8070d'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:26.411592 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:26.589211 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-07b6d32b-a619-44f2-b284-a8207c981a5c None None] Provisioning for port e70d2321-196b-4bfe-97c5-f418b83a53c6 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:26.637517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.647672 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9371-15f5-484c-9610-aa4a3516c293 req-7159eec5-8e92-49f5-bb99-1adb106b21fb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:26.649435 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-270e9371-15f5-484c-9610-aa4a3516c293 req-7159eec5-8e92-49f5-bb99-1adb106b21fb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 945 time: 0.1968651 May 10 20:03:26.680395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-07b6d32b-a619-44f2-b284-a8207c981a5c None None] Provisioning complete for port e70d2321-196b-4bfe-97c5-f418b83a53c6 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:26.680779 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-07b6d32b-a619-44f2-b284-a8207c981a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.699952 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92c3a2-e479-4ae4-9c83-19950097e920 req-68175b0d-1866-4a03-b932-a12b6f787d6d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:26.709541 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5a92c3a2-e479-4ae4-9c83-19950097e920 req-68175b0d-1866-4a03-b932-a12b6f787d6d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 932 time: 0.1978822 May 10 20:03:26.766189 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-270e9371-15f5-484c-9610-aa4a3516c293 req-236e46a1-18d4-4239-83ea-f803c04f61cc tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052892 May 10 20:03:26.813048 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5a92c3a2-e479-4ae4-9c83-19950097e920 req-d4e3f82f-5eb8-48ff-908b-c0fdf25236c3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017365 May 10 20:03:26.868862 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-07b6d32b-a619-44f2-b284-a8207c981a5c None None] Port e70d2321-196b-4bfe-97c5-f418b83a53c6 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:27.028788 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-339cf231-4b80-457c-8db2-8b5b77aec45a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1579399008&fields=id&tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2 HTTP/1.1" status: 200 len: 267 time: 0.1128685 May 10 20:03:27.263097 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-2d5dae77-5bad-443c-806e-ffabb7e8d61e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:27.269410 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-2d5dae77-5bad-443c-806e-ffabb7e8d61e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 811 time: 0.2324119 May 10 20:03:27.286921 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-cbdf6481-413d-4f2c-842c-603ac8ee1d91 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/quotas/a4e757e3b30c4e4986ec090ecfcbc6a2 HTTP/1.1" status: 200 len: 375 time: 0.0096357 May 10 20:03:27.360979 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70d2321-196b-4bfe-97c5-f418b83a53c6 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:27.371474 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.378543 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-4d15e96c-4f0e-412a-b2b7-37ff41977d35 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Synchronizing usage tracker for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:27.393801 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Transition to ACTIVE for port object e70d2321-196b-4bfe-97c5-f418b83a53c6 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:27.399910 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.400940 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-4d15e96c-4f0e-412a-b2b7-37ff41977d35 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Unset dirty status for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:27.403114 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-4d15e96c-4f0e-412a-b2b7-37ff41977d35 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082487 May 10 20:03:27.407463 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:27.540241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:27.584541 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:27.701844 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-af8fb466-6a1d-4f0d-b21a-b839d09a393e service neutron] 10.222.0.48 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849762 May 10 20:03:27.716710 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Attempting to bind port e70d2321-196b-4bfe-97c5-f418b83a53c6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:27.717055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Attempting to bind port e70d2321-196b-4bfe-97c5-f418b83a53c6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:27.717620 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Attempting to bind port e70d2321-196b-4bfe-97c5-f418b83a53c6 on network 94a775ca-a11a-4fe9-938c-d998a48666b5 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:27.726738 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Port e70d2321-196b-4bfe-97c5-f418b83a53c6 on network 94a775ca-a11a-4fe9-938c-d998a48666b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:27.727462 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Attempting to bind port e70d2321-196b-4bfe-97c5-f418b83a53c6 on network 94a775ca-a11a-4fe9-938c-d998a48666b5 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:27.737150 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:27.738497 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Checking segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:27.739351 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Bound using segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:27.739913 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Bound port: e70d2321-196b-4bfe-97c5-f418b83a53c6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:27.740522 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.760654 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35518) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:27.843355 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba507c9-5611-4a3d-aae0-bbac33b5ada8 req-dbc267c7-151a-4972-8288-2228b10ca678 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:27.844880 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cba507c9-5611-4a3d-aae0-bbac33b5ada8 req-dbc267c7-151a-4972-8288-2228b10ca678 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 944 time: 0.3930340 May 10 20:03:27.888876 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:27.892924 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:27.899276 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.906430 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:27.909856 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-7b3facc2-ec3a-48ad-9024-59543d9cf770 service neutron] 10.222.0.48 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070801 May 10 20:03:27.933628 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cba507c9-5611-4a3d-aae0-bbac33b5ada8 req-7c9cc2e6-50e2-422c-a6e3-72a07802204d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827069 May 10 20:03:28.006421 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.007130 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.008966 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] 10.222.0.73 "PUT /v2.0/ports/e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 1094 time: 1.6787698 May 10 20:03:28.009518 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:28.027485 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.064428 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:28.123211 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Usage tracker for resource:security_group_rule and tenant:0202cfcc3020423fb23ff0ee30981d9f is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:28.127459 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:28.135327 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:28.184581 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:28.190603 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:28.202264 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a374-b75a-483c-b671-2fa0549a792a req-ce5b11a3-46ce-47a5-8be1-9abaf1f43bb7 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.203872 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b9d8a374-b75a-483c-b671-2fa0549a792a req-ce5b11a3-46ce-47a5-8be1-9abaf1f43bb7 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 945 time: 0.1358654 May 10 20:03:28.300860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b9d8a374-b75a-483c-b671-2fa0549a792a req-15e3bbd5-fa83-4129-b45a-a29a18631daf tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908520 May 10 20:03:28.370530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.382705 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-bf244d13-56fd-4047-aece-5997c48d7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.385962 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-bf244d13-56fd-4047-aece-5997c48d7f2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1097 time: 0.3186593 May 10 20:03:28.398315 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.441954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b4ed8-cc6c-41be-93e1-51d3f559a276 req-51e54849-ae5a-4307-9dde-e12c27594350 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.452651 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c35b4ed8-cc6c-41be-93e1-51d3f559a276 req-51e54849-ae5a-4307-9dde-e12c27594350 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1222632 May 10 20:03:28.542994 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:28.555046 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fd8ea6f-d1e1-4e3f-be02-c4dce29725ee req-e6105ca6-2390-4569-9902-5eadaffe5743 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 210 time: 0.0616803 May 10 20:03:28.577320 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c35b4ed8-cc6c-41be-93e1-51d3f559a276 req-cdf5896b-5d09-48f7-a43d-bbdb556b3f08 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235161 May 10 20:03:28.597899 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 10363499-92f9-4df8-8d7d-61fe43a8070d up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:28.618115 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'status': 'completed', 'code': 200} May 10 20:03:28.681144 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 10363499-92f9-4df8-8d7d-61fe43a8070d completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:28.683456 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-25a62ea2-fd6c-454d-ac8b-242e890125ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 217 time: 0.2872577 May 10 20:03:28.688169 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0ef6e-75d6-4947-b0c1-86b6607933d2,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:28.691136 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 10363499-92f9-4df8-8d7d-61fe43a8070d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:28.692316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.692466 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:28.739681 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35558) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:28.740026 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0202cfcc3020423fb23ff0ee30981d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9779098 May 10 20:03:28.781279 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-bf535e75-f4ef-4b70-a1a3-971dcd29ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.783928 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-bf535e75-f4ef-4b70-a1a3-971dcd29ebab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0864167 May 10 20:03:28.871214 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.907973 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.912673 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.946876 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-051db8f7-f2fd-4eb6-bbda-3cc7e1624900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.952815 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-051db8f7-f2fd-4eb6-bbda-3cc7e1624900 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1626287 May 10 20:03:28.980362 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10363499-92f9-4df8-8d7d-61fe43a8070d'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:28.993962 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.002087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:29.032143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0ef6e-75d6-4947-b0c1-86b6607933d2,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:29.045700 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:29.052204 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.057645 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ec0ef6e-75d6-4947-b0c1-86b6607933d2 HTTP/1.1" status: 204 len: 168 time: 0.3164616 May 10 20:03:29.140657 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 10363499-92f9-4df8-8d7d-61fe43a8070d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10363499-92f9-4df8-8d7d-61fe43a8070d,segment=NetworkSegment(2f007a44-3108-4a36-92b6-8ab60e209309),segment_id=2f007a44-3108-4a36-92b6-8ab60e209309)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:29.165157 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.166129 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 509f4382-a7c9-4d94-a139-a88a2a6318f9 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:29.295919 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-67e2092d-2920-47be-b04c-711480baf78c service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338830 May 10 20:03:29.296854 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:29.389780 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547ba4-8650-4c51-852a-6a040d3fae6c req-b09f753b-4b35-47ce-a191-2463d848d96c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:29.395217 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41547ba4-8650-4c51-852a-6a040d3fae6c req-b09f753b-4b35-47ce-a191-2463d848d96c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 944 time: 0.2568393 May 10 20:03:29.542050 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41547ba4-8650-4c51-852a-6a040d3fae6c req-6c01cd6c-3970-4f6e-8fa7-a8b54e4a15a5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359971 May 10 20:03:29.633389 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=10363499-92f9-4df8-8d7d-61fe43a8070d,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:29.633389 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 509f4382-a7c9-4d94-a139-a88a2a6318f9 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:29.646710 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:29.647423 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 509f4382-a7c9-4d94-a139-a88a2a6318f9 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:29.648478 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.714520 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-b0901837-ed0d-45bb-af71-ce2eb3be4eec req-b122a6b3-57e0-4f04-b43d-89b217ba78e0 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105983 May 10 20:03:29.725558 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e99f-1230-4343-b1b0-eea45a7751c1 req-c54eec74-13a4-4064-94c8-4a4efb96e4be tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:29.727006 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1026e99f-1230-4343-b1b0-eea45a7751c1 req-c54eec74-13a4-4064-94c8-4a4efb96e4be tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.1631598 May 10 20:03:29.739407 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35598) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:29.794444 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.836225 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:03:29.869132 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1026e99f-1230-4343-b1b0-eea45a7751c1 req-0c40637a-daa6-4964-8ce8-050a32879e35 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160276 May 10 20:03:29.967019 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10363499-92f9-4df8-8d7d-61fe43a8070d', 'code': 200} May 10 20:03:30.072934 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.139310 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:30.156158 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5aedc2ae1d45ccb9de2fb45b9aeaf3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:30.168674 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:30.189397 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 509f4382-a7c9-4d94-a139-a88a2a6318f9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:30.194173 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:30.196732 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.204150 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:30.334381 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.73', 49783) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:30.415307 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=509f4382-a7c9-4d94-a139-a88a2a6318f9,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:30.430804 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:30.462652 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.480225 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.485092 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-aa4923bc-dc70-4947-bd2e-a088dd1dacd7 req-829c6134-2cd7-43c9-8b4c-2225d2023196 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 210 time: 0.2944713 May 10 20:03:30.515881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:30.542523 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-20e85708-bc3d-449b-bf0f-11c7553b9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:30.544175 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-20e85708-bc3d-449b-bf0f-11c7553b9e6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1097 time: 0.7277381 May 10 20:03:30.690152 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d5aedc2ae1d45ccb9de2fb45b9aeaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9450645 May 10 20:03:30.691941 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35614) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:30.692739 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2665e821-458e-4189-bc66-73b304626e3c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:30.705121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:30.759039 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897447f-2d71-43e6-b097-ac3836073e9a req-f6a5eae0-a8f4-4a29-843f-cafcb5910558 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:30.760562 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c897447f-2d71-43e6-b097-ac3836073e9a req-f6a5eae0-a8f4-4a29-843f-cafcb5910558 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.4806190 May 10 20:03:30.763227 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-d5d4ec0c-3729-4310-8886-63a6d3498aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:30.765305 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-d5d4ec0c-3729-4310-8886-63a6d3498aa4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.2092605 May 10 20:03:30.853860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-dc8efbfa-db77-43b0-bb3f-09c158b9ea9f tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:30.853860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-dc8efbfa-db77-43b0-bb3f-09c158b9ea9f tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 811 time: 0.7281613 May 10 20:03:30.859178 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-88d7cc71-7d41-464b-a7e5-5dc0e8ed94c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 217 time: 0.0811012 May 10 20:03:30.882734 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-4c7a6361-b60d-4bea-acbb-a34375ddb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:30.884309 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-4c7a6361-b60d-4bea-acbb-a34375ddb4af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 1099 time: 0.4921379 May 10 20:03:30.957495 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.006023 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c897447f-2d71-43e6-b097-ac3836073e9a req-2b5eb0e6-2f91-437c-9d15-bdca6877bef8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015696 May 10 20:03:31.028492 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-d73d6699-b2e3-40b1-820a-f0fc3a98c78c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2 HTTP/1.1" status: 200 len: 380 time: 0.1396277 May 10 20:03:31.042659 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'port': {'device_id': '068ad113-f397-42d0-b58e-bb99dff27a28', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'admin_state_up': True, 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'security_groups': ['f9375f62-bd18-44d4-8277-4c0071d93619']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:31.057496 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-109f6048-26d8-416d-bac0-a356324f605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:31.059068 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-109f6048-26d8-416d-bac0-a356324f605e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.1902342 May 10 20:03:31.073578 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:31.079033 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.088631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Usage tracker for resource:security_group_rule and tenant:d4a9d705ad29450cae390f8f4a4e4156 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:31.093932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:31.189221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:31.212395 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-4af8e306-7824-4e52-a822-bc2e461b0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:31.212395 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-4af8e306-7824-4e52-a822-bc2e461b0ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412942 May 10 20:03:31.269128 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6ffa-dcf6-41e3-a9f6-0cfa1975f41a req-c6f2e0ff-358d-4bfb-ad40-8ece37d28c7d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:31.277158 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7e3f6ffa-dcf6-41e3-a9f6-0cfa1975f41a req-c6f2e0ff-358d-4bfb-ad40-8ece37d28c7d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.5443635 May 10 20:03:31.280847 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.373059 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-3a1c9532-0771-481b-bb84-107cfd231c43 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553674 May 10 20:03:31.480811 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7e3f6ffa-dcf6-41e3-a9f6-0cfa1975f41a req-a519e434-2b46-4812-bf80-490f127340f9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024376 May 10 20:03:31.505030 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:31.529578 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:31.559599 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-1aace83b-715b-44b2-84d8-900d22bb10c0 req-3d92c0a2-4540-4cff-8dbd-79409e3b6428 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797454 May 10 20:03:31.578369 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.579229 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Made reservation on behalf of a4e757e3b30c4e4986ec090ecfcbc6a2 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:31.583016 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.605693 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e6266-079f-49e0-9a49-0f7da110c4bb req-7ad915b2-373c-462f-a48a-af689221937c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:31.608441 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-580e6266-079f-49e0-9a49-0f7da110c4bb req-7ad915b2-373c-462f-a48a-af689221937c tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.3505754 May 10 20:03:31.627070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:31.708999 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2665e821-458e-4189-bc66-73b304626e3c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:31.711730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:31.756097 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.778381 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a5688bf5-df4d-401e-a59e-7dc04b907eff req-e5b1d303-0e1c-45ed-93c6-e9f55e2dadd7 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 210 time: 0.1285961 May 10 20:03:31.779300 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.814217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:31.857546 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-580e6266-079f-49e0-9a49-0f7da110c4bb req-0427f87e-12fe-40a3-b217-90d3b230e272 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114482 May 10 20:03:31.868603 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.872283 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2665e821-458e-4189-bc66-73b304626e3c HTTP/1.1" status: 204 len: 168 time: 1.1686411 May 10 20:03:31.873837 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Synchronizing usage tracker for tenant:d4a9d705ad29450cae390f8f4a4e4156 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:31.894080 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f5881-d9b9-4fa8-9481-9a04162d15ff,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:31.944487 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:31.961586 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Unset dirty status for tenant:d4a9d705ad29450cae390f8f4a4e4156 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:31.961586 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1db61a66-1ffc-4998-8a3c-144e1b076900 req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0476902 May 10 20:03:31.969032 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f4382-a7c9-4d94-a139-a88a2a6318f9'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:31.990611 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Allocated IP 172.20.0.11 (1019cfc3-d329-471f-a830-b9f13bb99c08/3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685/b24a80d5-3075-4042-8079-acf20653dee4) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:32.018459 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f4382-a7c9-4d94-a139-a88a2a6318f9', 'code': 200} May 10 20:03:32.256645 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.277597 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Transition to ACTIVE for port object b24a80d5-3075-4042-8079-acf20653dee4 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:32.371636 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eca4c-de06-42a3-a476-519962b94e11 req-67b3f8a1-a477-4ae9-a0dd-f0e26f073899 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:32.373356 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-441eca4c-de06-42a3-a476-519962b94e11 req-67b3f8a1-a477-4ae9-a0dd-f0e26f073899 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1866596 May 10 20:03:32.405105 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.429749 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:32.496795 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-441eca4c-de06-42a3-a476-519962b94e11 req-8a885cac-6976-433b-8919-ab76505823be tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146646 May 10 20:03:32.512607 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:32.526990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:32.530593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58eece-16c1-4c4f-b397-f29e3182d394 req-b0a4eefa-b46f-492e-b533-bf78dacd5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:32.532132 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3e58eece-16c1-4c4f-b397-f29e3182d394 req-b0a4eefa-b46f-492e-b533-bf78dacd5ceb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 1098 time: 0.2342885 May 10 20:03:32.532795 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'Port': ['ID=b24a80d5-3075-4042-8079-acf20653dee4,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:32.535673 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:32.540393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:32.541041 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.569987 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:32.640290 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6062267 May 10 20:03:32.647259 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3e58eece-16c1-4c4f-b397-f29e3182d394 req-49fcd230-c3ab-45f1-843c-1d61c2b30b70 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972965 May 10 20:03:32.850581 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Request body: {'port': {'device_id': '068ad113-f397-42d0-b58e-bb99dff27a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:32.942347 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8a7562b7-c4c1-46d0-a076-38396dc39457 None None] Provisioning for port b24a80d5-3075-4042-8079-acf20653dee4 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:32.957896 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8a7562b7-c4c1-46d0-a076-38396dc39457 None None] Provisioning complete for port b24a80d5-3075-4042-8079-acf20653dee4 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:32.958614 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8a7562b7-c4c1-46d0-a076-38396dc39457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.127095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-8a7562b7-c4c1-46d0-a076-38396dc39457 None None] Port b24a80d5-3075-4042-8079-acf20653dee4 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:33.142887 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.164911 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d973a78-534e-4cce-be87-b44d33aee408 req-96b91e87-e077-4021-a725-6b850da89d58 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:33.172353 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1d973a78-534e-4cce-be87-b44d33aee408 req-96b91e87-e077-4021-a725-6b850da89d58 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.4899802 May 10 20:03:33.197489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9689d09-780c-4b4d-b894-98af7b3ac58e req-fa34e8b6-312e-4d40-bf2a-dbb73acf49f2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:33.198461 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-c9689d09-780c-4b4d-b894-98af7b3ac58e req-fa34e8b6-312e-4d40-bf2a-dbb73acf49f2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Synchronizing usage tracker for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:33.288965 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1d973a78-534e-4cce-be87-b44d33aee408 req-8f30b9bf-f81c-4b00-a469-56b726eeaf24 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156511 May 10 20:03:33.293940 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-c9689d09-780c-4b4d-b894-98af7b3ac58e req-fa34e8b6-312e-4d40-bf2a-dbb73acf49f2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Unset dirty status for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:33.296258 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35706) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:33.302363 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c9689d09-780c-4b4d-b894-98af7b3ac58e req-fa34e8b6-312e-4d40-bf2a-dbb73acf49f2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 932 time: 0.3680367 May 10 20:03:33.535666 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.570848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:33.574687 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c9689d09-780c-4b4d-b894-98af7b3ac58e req-a4aa49df-e740-4267-977c-88b9a886c45b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714539 May 10 20:03:33.592823 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Usage tracker for resource:security_group_rule and tenant:038997067ec547028715ebd569405346 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:33.611680 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:33.638038 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:33.801817 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.809466 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.825095 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:33.865066 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b674255-20f1-4606-8e60-092c8e574128 req-ee1a24f8-cbf2-4824-8378-4de0fe7c6a6a tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:33.867727 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=038997067ec547028715ebd569405346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698090 May 10 20:03:33.868657 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a43f39-b530-4b28-9984-eb56248154ff,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:33.871097 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35736) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:33.873514 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:33.883993 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b674255-20f1-4606-8e60-092c8e574128 req-ee1a24f8-cbf2-4824-8378-4de0fe7c6a6a tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.3901842 May 10 20:03:33.943846 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.969350 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537bb65-77f3-4f81-8e3d-aba1aa6c0523 req-957b16da-da3d-4919-b9eb-6fec1c7806ff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:33.970877 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b537bb65-77f3-4f81-8e3d-aba1aa6c0523 req-957b16da-da3d-4919-b9eb-6fec1c7806ff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.2474639 May 10 20:03:33.979049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.983503 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b674255-20f1-4606-8e60-092c8e574128 req-f26a6f96-b953-4afd-9192-89628a6204ed tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979278 May 10 20:03:34.059770 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.066641 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.074211 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:34.092170 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a43f39-b530-4b28-9984-eb56248154ff,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:34.099644 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:34.108491 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.110044 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86a43f39-b530-4b28-9984-eb56248154ff HTTP/1.1" status: 204 len: 168 time: 0.2380471 May 10 20:03:34.157735 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b537bb65-77f3-4f81-8e3d-aba1aa6c0523 req-b859df1a-b664-4355-ae9b-f052f0248fad tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739697 May 10 20:03:34.184328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24a80d5-3075-4042-8079-acf20653dee4 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:34.196885 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.214972 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Transition to ACTIVE for port object b24a80d5-3075-4042-8079-acf20653dee4 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:34.229984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.237549 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54b61e1d-2405-4f9b-9628-e98b35374abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:34.535565 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b24a80d5-3075-4042-8079-acf20653dee4,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:34.584255 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:34.596162 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Attempting to bind port b24a80d5-3075-4042-8079-acf20653dee4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:34.596440 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Attempting to bind port b24a80d5-3075-4042-8079-acf20653dee4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:34.597616 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Attempting to bind port b24a80d5-3075-4042-8079-acf20653dee4 on network 1019cfc3-d329-471f-a830-b9f13bb99c08 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:34.604996 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Port b24a80d5-3075-4042-8079-acf20653dee4 on network 1019cfc3-d329-471f-a830-b9f13bb99c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:34.605328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Attempting to bind port b24a80d5-3075-4042-8079-acf20653dee4 on network 1019cfc3-d329-471f-a830-b9f13bb99c08 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:34.621982 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:34.622285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Checking segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:34.623276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Bound using segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:34.623276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Bound port: b24a80d5-3075-4042-8079-acf20653dee4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:34.623475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.641667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:34.719036 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d25a95-8a52-43dc-adb6-c32fa8417d75 req-65a348ff-b5a4-447c-99b5-581ab5fbea4e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:34.726897 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-99d25a95-8a52-43dc-adb6-c32fa8417d75 req-65a348ff-b5a4-447c-99b5-581ab5fbea4e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.2055700 May 10 20:03:34.762511 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35762) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:34.785530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.802052 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:34.808040 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3c61b66b48324a199a1b2c80edaef029 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:34.812487 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:34.818857 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:34.865316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:34.884848 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'mac_address': 'fa:16:3e:8b:ce:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:34.917405 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.926890 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.953447 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-99d25a95-8a52-43dc-adb6-c32fa8417d75 req-812439e9-5cf0-4af2-9e81-64400914a817 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256055 May 10 20:03:34.961245 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9e81140e-5040-4ab5-9578-7e7683088912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:34.971653 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] For port b24a80d5-3075-4042-8079-acf20653dee4, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:34.974115 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c61b66b48324a199a1b2c80edaef029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098022 May 10 20:03:34.974857 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35772) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:34.975087 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.984335 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] For port b24a80d5-3075-4042-8079-acf20653dee4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b24a80d5-3075-4042-8079-acf20653dee4,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:35.008392 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.014663 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70d2321-196b-4bfe-97c5-f418b83a53c6 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:35.029396 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3e9e10bb-bba6-4126-b6e6-8b4abe1e8218 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:35.050615 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:35.060767 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.063112 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:35.082571 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5dd2ca-6dc2-4bc1-9526-ccac4970f4c3,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.100528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:35.138270 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.173332 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.174277 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.175830 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 1094 time: 2.3399909 May 10 20:03:35.178633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:35.194237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.196255 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.200953 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:35.226984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd004-f21f-4591-bac3-9f9cc005bd3d req-408e43e5-131e-4bfc-a655-aeb68879b83c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.228530 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f60dd004-f21f-4591-bac3-9f9cc005bd3d req-408e43e5-131e-4bfc-a655-aeb68879b83c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 944 time: 0.4436927 May 10 20:03:35.275392 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.280000 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8bb6aa80-ac8f-4ef8-abb4-1d4ed565a62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:35.293288 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5dd2ca-6dc2-4bc1-9526-ccac4970f4c3,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.296120 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:35.299689 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.305011 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab5dd2ca-6dc2-4bc1-9526-ccac4970f4c3 HTTP/1.1" status: 204 len: 168 time: 0.3230774 May 10 20:03:35.359511 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b24a80d5-3075-4042-8079-acf20653dee4,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.371351 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:35.393593 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f60dd004-f21f-4591-bac3-9f9cc005bd3d req-3f2f3bf1-1fe3-4dcd-a8fa-26815d834a96 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226654 May 10 20:03:35.421905 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288697b2-3db7-4f13-b687-0beed4528145 req-b383bd4d-47a5-483c-b975-e16e84f985da tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.424443 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-288697b2-3db7-4f13-b687-0beed4528145 req-b383bd4d-47a5-483c-b975-e16e84f985da tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.2083478 May 10 20:03:35.478830 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['e70d2321-196b-4bfe-97c5-f418b83a53c6'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:35.519972 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4', 'status': 'completed', 'code': 200} May 10 20:03:35.522053 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-fe5dc67b-735b-49ed-b74f-22c75fc0ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.523986 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-fe5dc67b-735b-49ed-b74f-22c75fc0ec88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1097 time: 0.2607946 May 10 20:03:35.598996 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-288697b2-3db7-4f13-b687-0beed4528145 req-e443d770-e98e-4254-9289-8d476a134692 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674817 May 10 20:03:35.654165 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-780d61cd-8ad8-41c9-8404-64177a161401 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 217 time: 0.1214709 May 10 20:03:35.723668 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-30efe455-dc88-4250-8f9e-d098822dde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.725148 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-30efe455-dc88-4250-8f9e-d098822dde57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0641370 May 10 20:03:35.807842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2d257-7aae-4761-98e5-b6aee9066e20 req-638467e8-cb06-4ef3-bf7c-dd733487da1c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.809501 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-76d2d257-7aae-4761-98e5-b6aee9066e20 req-638467e8-cb06-4ef3-bf7c-dd733487da1c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 945 time: 0.2043023 May 10 20:03:35.873155 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-59cd7361-df46-4663-accd-a9e02e8ecd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.874682 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-59cd7361-df46-4663-accd-a9e02e8ecd2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1418581 May 10 20:03:35.878243 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-76d2d257-7aae-4761-98e5-b6aee9066e20 req-1ea44979-9848-48d0-8e22-a8a25078acf6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588462 May 10 20:03:36.076562 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-139f7690-eaaa-4835-a25b-a29f58b95890 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944630 May 10 20:03:36.313556 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1525d0f3-d078-43d4-8ecc-682421308cd2 req-83abcf1a-33ef-4c24-8b30-833ee09d0ce2 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297680 May 10 20:03:36.338491 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df0b6b-ec03-46b2-a67b-2d2e5f59b888 req-0b55c53d-9b5a-4fb4-b687-165461248c23 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.351508 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-27df0b6b-ec03-46b2-a67b-2d2e5f59b888 req-0b55c53d-9b5a-4fb4-b687-165461248c23 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.2313836 May 10 20:03:36.487956 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-27df0b6b-ec03-46b2-a67b-2d2e5f59b888 req-ec7a5642-5b51-4f43-aec0-ea5d86ec9eae tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301959 May 10 20:03:36.511505 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbff5-d557-4276-b6ce-60c13233890a req-b927ed8d-ef4d-439f-9a80-4b02cb1bad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.512467 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-b927ed8d-ef4d-439f-9a80-4b02cb1bad83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1097 time: 0.1351204 May 10 20:03:36.738046 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbff5-d557-4276-b6ce-60c13233890a req-c0364637-43f9-48f8-b60b-b6544704cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.739956 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-c0364637-43f9-48f8-b60b-b6544704cd32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.2203190 May 10 20:03:36.824370 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635055bd-f8a4-47a1-be95-9ee3448e41cf req-79b317f8-9801-484e-b7d2-699d54d63177 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.825959 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-635055bd-f8a4-47a1-be95-9ee3448e41cf req-79b317f8-9801-484e-b7d2-699d54d63177 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 944 time: 0.2169785 May 10 20:03:36.839687 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-7989620b-7096-414d-930f-0afe083e1a97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 217 time: 0.0892851 May 10 20:03:36.940788 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-635055bd-f8a4-47a1-be95-9ee3448e41cf req-e177a542-7754-4549-97a4-5e2f39f8a31a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031513 May 10 20:03:36.967073 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbff5-d557-4276-b6ce-60c13233890a req-af96fe2a-1498-42eb-aefe-ba4bc186b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.969750 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-af96fe2a-1498-42eb-aefe-ba4bc186b46a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.1136258 May 10 20:03:37.219121 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2daa4-5775-46bf-b900-2ec144d77963 req-23a211a7-c7a1-428c-b0cc-903a05986fe3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.224421 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-94d2daa4-5775-46bf-b900-2ec144d77963 req-23a211a7-c7a1-428c-b0cc-903a05986fe3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 945 time: 0.1465285 May 10 20:03:37.258070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbff5-d557-4276-b6ce-60c13233890a req-d6a8158b-84e5-4990-b676-8f8d008cf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.259673 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-d6a8158b-84e5-4990-b676-8f8d008cf920 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2827942 May 10 20:03:37.384459 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-94d2daa4-5775-46bf-b900-2ec144d77963 req-76348d65-12bf-4f23-b097-27d32c0285fa tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472485 May 10 20:03:37.446303 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-3bf63444-2980-4520-a05b-3ae4342f2b60 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710656 May 10 20:03:37.688508 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d48fbff5-d557-4276-b6ce-60c13233890a req-3c6b49ba-6f47-4e97-97ec-64004e8dad2b service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397456 May 10 20:03:37.914236 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 35936) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:38.059664 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.086447 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:38.091027 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Usage tracker for resource:security_group_rule and tenant:9e1e197c980b4406a8d2bc74250b591a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:38.098060 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:38.104691 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:38.191700 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486b222-9807-4741-b6ab-9fb470e78843 req-45589986-5cbe-44db-ad5b-0011dd21f04a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:38.200511 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f486b222-9807-4741-b6ab-9fb470e78843 req-45589986-5cbe-44db-ad5b-0011dd21f04a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 944 time: 0.1069055 May 10 20:03:38.225946 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.233473 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.247699 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4bd2b35c-d4a4-4923-aba7-7c3489b3f874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:38.253076 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f486b222-9807-4741-b6ab-9fb470e78843 req-87a7026b-9caf-4c96-9912-f2d95012fdca tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513532 May 10 20:03:38.301077 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e1e197c980b4406a8d2bc74250b591a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836086 May 10 20:03:38.301077 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c60a2c7-4263-434f-867a-de377fabfdd6,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:38.301402 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 35952) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:38.303316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:38.367789 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.411965 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.498623 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.502656 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1f73adc8-a21b-482c-9df1-c3df28e7d7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:38.519499 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c60a2c7-4263-434f-867a-de377fabfdd6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:38.521530 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.525391 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c60a2c7-4263-434f-867a-de377fabfdd6 HTTP/1.1" status: 204 len: 168 time: 0.2229743 May 10 20:03:38.527463 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:38.586940 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-713c20c0-3308-4ad5-8d6e-7b3342a330ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.662695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b455910-8381-4481-b069-b2e45c20bffb req-13c8427f-51b5-4a56-a0a1-0ba9fc0d3405 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:38.666118 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9b455910-8381-4481-b069-b2e45c20bffb req-13c8427f-51b5-4a56-a0a1-0ba9fc0d3405 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 945 time: 0.1051960 May 10 20:03:38.669702 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:38.734734 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9b455910-8381-4481-b069-b2e45c20bffb req-f5b860f0-2a19-4f71-a173-3dc38dbadcc1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532343 May 10 20:03:38.801105 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port e70d2321-196b-4bfe-97c5-f418b83a53c6 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:38.810133 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port e70d2321-196b-4bfe-97c5-f418b83a53c6 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:38.810699 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.055404 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.108107 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:39.108107 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:39.119029 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.120951 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:39.171571 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'code': 200} May 10 20:03:39.186724 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36008) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:39.212643 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:39.214619 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.223623 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:39.237829 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:39.242139 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4f0ed78d6c4a0986185964e7bbf247 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:39.246231 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:39.252942 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:39.355797 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.361616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.373617 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:39.433794 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f4f0ed78d6c4a0986185964e7bbf247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455027 May 10 20:03:39.436695 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f375c9-a9c5-4ea1-93fc-70892ff4de12,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:39.448299 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:39.449083 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36020) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:39.536443 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.559723 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e8c0-fef9-4a6a-8158-25acba68af30 req-8563b129-7943-42fd-be13-e9a552d59881 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:39.567957 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-26e1e8c0-fef9-4a6a-8158-25acba68af30 req-8563b129-7943-42fd-be13-e9a552d59881 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 944 time: 0.1399271 May 10 20:03:39.584215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37420f99-8e12-453b-82a3-09e83db262d3 req-8065fd88-1a93-4d6e-8254-4bc0a1c38ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:39.585893 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-37420f99-8e12-453b-82a3-09e83db262d3 req-8065fd88-1a93-4d6e-8254-4bc0a1c38ec5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1099 time: 0.1984770 May 10 20:03:39.589828 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.662821 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-26e1e8c0-fef9-4a6a-8158-25acba68af30 req-85cf12a1-2d78-4c22-b5f5-2d4d305b34d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935574 May 10 20:03:39.665267 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.679191 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6076eb0a-c9d7-4683-8fd2-0ac4a5694988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:39.697283 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-37420f99-8e12-453b-82a3-09e83db262d3 req-cb09fbb8-2322-4806-9e4f-ec1031d77698 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822825 May 10 20:03:39.706857 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f375c9-a9c5-4ea1-93fc-70892ff4de12,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:39.713541 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:39.720117 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.721386 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37f375c9-a9c5-4ea1-93fc-70892ff4de12 HTTP/1.1" status: 204 len: 168 time: 0.2711098 May 10 20:03:39.954995 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36036) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:39.963557 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb1113-75f0-46de-a085-4d1c4ac2765a req-6628fa3e-a1c3-4b0a-86c1-3993d750e377 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:39.965232 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6afb1113-75f0-46de-a085-4d1c4ac2765a req-6628fa3e-a1c3-4b0a-86c1-3993d750e377 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1035657 May 10 20:03:40.032797 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6afb1113-75f0-46de-a085-4d1c4ac2765a req-38b97e95-e345-4949-95b9-74cbd94774f3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598285 May 10 20:03:40.108522 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.126824 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:40.133159 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1450f66e584f35af6196b587ee8fd3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:40.136629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:40.145053 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:40.276152 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.282644 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.294907 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:40.351357 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b1450f66e584f35af6196b587ee8fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929434 May 10 20:03:40.351357 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bacbc65-6e4f-4637-91e4-8b95b845826f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:40.352822 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36062) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:40.353355 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:40.420922 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.452309 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.519952 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.524860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-65bbecb6-79f3-4828-9a07-8963cdde0b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:40.537674 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bacbc65-6e4f-4637-91e4-8b95b845826f,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:40.539926 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:40.551868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.554424 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bacbc65-6e4f-4637-91e4-8b95b845826f HTTP/1.1" status: 204 len: 168 time: 0.1998909 May 10 20:03:40.700311 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device b24a80d5-3075-4042-8079-acf20653dee4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:41.055925 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port b24a80d5-3075-4042-8079-acf20653dee4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b24a80d5-3075-4042-8079-acf20653dee4,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:41.068902 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad899b-9953-4988-b376-6adc48868eb8 req-21ed051e-e56f-4b9b-b03b-e728ea5f4163 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:41.085639 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-01ad899b-9953-4988-b376-6adc48868eb8 req-21ed051e-e56f-4b9b-b03b-e728ea5f4163 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 944 time: 0.2197828 May 10 20:03:41.089925 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'b24a80d5-3075-4042-8079-acf20653dee4', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'port_id': 'b24a80d5-3075-4042-8079-acf20653dee4', 'mac_address': 'fa:16:3e:3d:16:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:41.197925 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.217449 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24a80d5-3075-4042-8079-acf20653dee4 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:41.223195 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-845fdf60-525f-49a5-820d-7bffe3fe9887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.241750 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port b24a80d5-3075-4042-8079-acf20653dee4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b24a80d5-3075-4042-8079-acf20653dee4,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:41.253736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.256411 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:41.260710 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-01ad899b-9953-4988-b376-6adc48868eb8 req-e283f74a-b88e-401d-bd53-97330dc96d42 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674321 May 10 20:03:41.289417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a12e-e46b-499b-b4ef-803ace361d74 req-4f05902d-507c-4aa6-af0a-65edadd84b0a tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:41.298043 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d87a12e-e46b-499b-b4ef-803ace361d74 req-4f05902d-507c-4aa6-af0a-65edadd84b0a tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.1679466 May 10 20:03:41.369265 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.378805 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36112) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:41.409253 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=b24a80d5-3075-4042-8079-acf20653dee4,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:41.413964 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.416880 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:41.418170 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d87a12e-e46b-499b-b4ef-803ace361d74 req-2be30130-9cf1-4ff2-bc91-184e814ece0b tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183815 May 10 20:03:41.450785 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:41.454941 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Usage tracker for resource:security_group_rule and tenant:a1426096a90a4fc2bbb9c2f445351786 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:41.458055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:41.464334 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:41.535596 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42376338-b130-4a97-bdd7-ac77c7f9f248 req-4972a4d9-1321-4dfb-afa3-a9a21e54f42b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:41.537106 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-42376338-b130-4a97-bdd7-ac77c7f9f248 req-4972a4d9-1321-4dfb-afa3-a9a21e54f42b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.0836194 May 10 20:03:41.566456 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.572201 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.580343 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-076b38bd-b676-4e75-a971-aeee6091b093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:41.588782 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-42376338-b130-4a97-bdd7-ac77c7f9f248 req-ef0049a5-3394-4013-bfe2-bf97444e5d85 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 May 10 20:03:41.623993 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1426096a90a4fc2bbb9c2f445351786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437882 May 10 20:03:41.624586 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec41ed87-11b1-40bb-8d70-7786815b0300,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:41.626359 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36120) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:41.628578 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:41.681704 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['b24a80d5-3075-4042-8079-acf20653dee4'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:41.778601 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.825410 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.912452 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532036-214d-4b35-9139-a97c36d5df5f req-3efa2cdb-cde4-4329-a119-5bc384b02b06 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:41.914437 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a8532036-214d-4b35-9139-a97c36d5df5f req-3efa2cdb-cde4-4329-a119-5bc384b02b06 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1923583 May 10 20:03:41.922793 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36136) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:41.929434 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'floatingip': {'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:41.957894 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.969704 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:41.987815 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.989081 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec41ed87-11b1-40bb-8d70-7786815b0300 HTTP/1.1" status: 204 len: 168 time: 0.3617439 May 10 20:03:41.990265 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec41ed87-11b1-40bb-8d70-7786815b0300,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:41.995727 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:42.102929 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.229801 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.434078 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36160) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:42.570186 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fe28-f9fd-462e-9d31-5f7d3bc8115e req-30996b85-94e3-44c3-a2e2-5043e79e2171 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:42.580910 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7765fe28-f9fd-462e-9d31-5f7d3bc8115e req-30996b85-94e3-44c3-a2e2-5043e79e2171 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 945 time: 0.1989889 May 10 20:03:42.656922 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.690975 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:42.696708 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Usage tracker for resource:security_group_rule and tenant:3da8073e4b214631b6b235f70a35c01e is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:42.699583 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:42.706535 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:42.753981 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7765fe28-f9fd-462e-9d31-5f7d3bc8115e req-58556dd8-afbb-462c-8694-08043010e88e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584263 May 10 20:03:42.831037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328efad-d7de-4903-a195-47b9b5f4aedf req-b1c34780-fb72-4540-85e2-ba0740006519 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:42.838186 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1328efad-d7de-4903-a195-47b9b5f4aedf req-b1c34780-fb72-4540-85e2-ba0740006519 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.2297890 May 10 20:03:42.926386 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.945914 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1328efad-d7de-4903-a195-47b9b5f4aedf req-d4ba4177-214e-425a-a8bc-649257755fe4 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af523c8-22ba-465a-aebb-79e28ec30aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066818 May 10 20:03:42.948909 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.981708 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:43.028254 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.db.resource_extend [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:03:43.031439 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3da8073e4b214631b6b235f70a35c01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956359 May 10 20:03:43.041638 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36190) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:43.049921 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5aa825-eea3-49be-aa87-5a8488fcfd69,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:43.067018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bcf8d49d-3aa9-4486-bd15-5037bb6f227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:43.143722 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.167866 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.172309 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.183126 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.343043 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.358626 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:43.376173 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5aa825-eea3-49be-aa87-5a8488fcfd69,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:43.378991 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:43.387234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.390696 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf5aa825-eea3-49be-aa87-5a8488fcfd69 HTTP/1.1" status: 204 len: 168 time: 0.3524625 May 10 20:03:43.400450 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-9f977e48-3781-495c-9e6a-48c5e82ca465 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:43.402322 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-9f977e48-3781-495c-9e6a-48c5e82ca465 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 946 time: 0.1665766 May 10 20:03:43.405767 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.l3_db [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Floating IP 67cf0bc8-db79-458e-ba12-8375e400391a associated. External IP: 172.28.0.11, port: e70d2321-196b-4bfe-97c5-f418b83a53c6. May 10 20:03:43.662204 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.704597 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-6ddde6ca-605c-433d-8406-7e60029e3149 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:43.706112 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-6ddde6ca-605c-433d-8406-7e60029e3149 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.2391748 May 10 20:03:43.812816 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-409a6fd3-30bf-4298-adbc-03d939c19d2f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/quotas/e7af5153324247ef8ea5235c92309373 HTTP/1.1" status: 200 len: 375 time: 0.0160789 May 10 20:03:43.900696 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Deleting port 10363499-92f9-4df8-8d7d-61fe43a8070d {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:03:43.901065 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.121988 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] For port 10363499-92f9-4df8-8d7d-61fe43a8070d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10363499-92f9-4df8-8d7d-61fe43a8070d,segment=NetworkSegment(2f007a44-3108-4a36-92b6-8ab60e209309),segment_id=2f007a44-3108-4a36-92b6-8ab60e209309)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:44.122358 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.124347 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Router d50c60d6-c581-42ef-aae0-248523e01f76 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:44.132881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36246) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:44.188720 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.300218 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Calling delete_port for 10363499-92f9-4df8-8d7d-61fe43a8070d owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:03:44.359537 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:44.367122 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Usage tracker for resource:security_group_rule and tenant:ccaad5d9c9d249c78dfd582a7a7b06bb is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:44.371671 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:44.381504 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:44.451389 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:44.452251 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-f29ea70e-242f-4f5f-8dff-4ec71598f9d2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6277726 May 10 20:03:44.471436 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:44.485598 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:44.486769 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:44.496158 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.575022 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.577070 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e29aee3e-d102-43ec-95f8-3a28f02a3110 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "PUT /v2.0/floatingips/67cf0bc8-db79-458e-ba12-8375e400391a HTTP/1.1" status: 200 len: 991 time: 2.6532907 May 10 20:03:44.577780 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:44.583042 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.591876 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:44.601179 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-a632b5aa-85a0-40d1-9871-88e686538589 service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475413 May 10 20:03:44.635856 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccaad5d9c9d249c78dfd582a7a7b06bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017166 May 10 20:03:44.636634 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36272) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:44.637369 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e703b-6685-4fa6-8164-8c1233ed7108,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:44.642293 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:44.701819 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.709013 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:44.731278 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.740442 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device b24a80d5-3075-4042-8079-acf20653dee4 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:44.758733 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eefb6b-732d-4dab-94e8-642fcdcf0366 req-a1db56a7-f34b-41b1-91ec-940b86010976 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:44.766122 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-86eefb6b-732d-4dab-94e8-642fcdcf0366 req-a1db56a7-f34b-41b1-91ec-940b86010976 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 945 time: 0.7412252 May 10 20:03:44.801028 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.807775 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-35eb3de4-4cb3-4a66-992f-483c9cf7e79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:44.825021 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e703b-6685-4fa6-8164-8c1233ed7108,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:44.828356 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:44.831005 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.835800 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/598e703b-6685-4fa6-8164-8c1233ed7108 HTTP/1.1" status: 204 len: 168 time: 0.1953118 May 10 20:03:44.845590 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.914917 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-aee24662-cdab-446a-8288-2943293002ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:44.916529 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port b24a80d5-3075-4042-8079-acf20653dee4 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:44.923240 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port b24a80d5-3075-4042-8079-acf20653dee4 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:44.924006 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.072736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.109823 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:45.112328 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-86eefb6b-732d-4dab-94e8-642fcdcf0366 req-b61cdf08-85e0-4f94-8097-ba8ee5bb3bb9 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452139 May 10 20:03:45.121163 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port b24a80d5-3075-4042-8079-acf20653dee4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b24a80d5-3075-4042-8079-acf20653dee4,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:45.127646 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.129564 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:45.165530 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Pushing event deleted for resources: {'Port': ['ID=10363499-92f9-4df8-8d7d-61fe43a8070d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:45.181881 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-5f52a070-e1dc-469d-a5c0-c3617393d002 service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797930 May 10 20:03:45.247799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:45.255197 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] No DVR routers for this DVR port 10363499-92f9-4df8-8d7d-61fe43a8070d on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:03:45.259241 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.262811 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'name': 'network-vif-deleted', 'tag': '10363499-92f9-4df8-8d7d-61fe43a8070d'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:45.273959 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8b765cd4-098e-4dd7-8378-bc79d2489c5b req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.73 "DELETE /v2.0/ports/10363499-92f9-4df8-8d7d-61fe43a8070d HTTP/1.1" status: 204 len: 173 time: 1.8624551 May 10 20:03:45.318990 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=b24a80d5-3075-4042-8079-acf20653dee4,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:45.326308 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:45.360013 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '67cf0bc8-db79-458e-ba12-8375e400391a', 'tenant_id': '107227155378414a939da8e1763e3c99', 'floating_ip_address': '172.28.0.11', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'mac_address': 'fa:16:3e:8b:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:42Z', 'revision_number': 1, 'project_id': '107227155378414a939da8e1763e3c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:45.369196 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:45.384661 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:45.385877 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:45.414630 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-068e986b-02b8-4466-adf9-335fb6eead88 req-45782649-20c5-4c73-8cd3-f5b60c4425c1 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Synchronizing usage tracker for tenant:6ed4059194e740abb1a862f39a9c6045 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:45.436364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-068e986b-02b8-4466-adf9-335fb6eead88 req-45782649-20c5-4c73-8cd3-f5b60c4425c1 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Unset dirty status for tenant:6ed4059194e740abb1a862f39a9c6045 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:45.450737 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-068e986b-02b8-4466-adf9-335fb6eead88 req-45782649-20c5-4c73-8cd3-f5b60c4425c1 tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.1045694 May 10 20:03:45.513361 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'status': 'completed', 'code': 200} May 10 20:03:45.616240 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4', 'code': 200} May 10 20:03:45.732987 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c42596f-79aa-4c25-a4ed-db5c0a5df4ac', 'name': 'network-vif-deleted', 'tag': '10363499-92f9-4df8-8d7d-61fe43a8070d', 'status': 'completed', 'code': 200} May 10 20:03:45.766663 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:45.954995 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d898f4c8-ce48-463f-9afa-0cfa1f8c4f32 req-93ae86c0-cd8e-4de9-a244-ea5223f11f55 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 210 time: 0.1884093 May 10 20:03:45.988684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-964d2ae3-25fa-48ca-8c0e-08ee1c0dfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:45.990237 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-964d2ae3-25fa-48ca-8c0e-08ee1c0dfbb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1099 time: 0.4489884 May 10 20:03:46.341028 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb49d-4c79-4681-b18c-e7249dd44e7f req-6c200f79-3e67-46af-afaf-fdb876006a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:46.341028 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-686eb49d-4c79-4681-b18c-e7249dd44e7f req-6c200f79-3e67-46af-afaf-fdb876006a49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1099 time: 0.1412573 May 10 20:03:46.345966 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-0283bdd4-d656-4337-8c40-09905b88831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:46.347671 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-0283bdd4-d656-4337-8c40-09905b88831d service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.3487210 May 10 20:03:46.447633 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '67cf0bc8-db79-458e-ba12-8375e400391a', 'tenant_id': '107227155378414a939da8e1763e3c99', 'floating_ip_address': '172.28.0.11', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'mac_address': 'fa:16:3e:8b:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:42Z', 'revision_number': 1, 'project_id': '107227155378414a939da8e1763e3c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:46.460970 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1afa9c-9d2e-43f5-b7a0-d9f05990ed53 None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '67cf0bc8-db79-458e-ba12-8375e400391a', 'tenant_id': '107227155378414a939da8e1763e3c99', 'floating_ip_address': '172.28.0.11', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'mac_address': 'fa:16:3e:8b:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:42Z', 'revision_number': 1, 'project_id': '107227155378414a939da8e1763e3c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:46.645196 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-686eb49d-4c79-4681-b18c-e7249dd44e7f req-ec4ac582-e8e1-4255-bc61-4ee1a4fefd9f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951496 May 10 20:03:46.669162 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-71bd3382-b9a9-4b1f-b649-bbe04581b5c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 999 time: 0.2510400 May 10 20:03:46.693191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be30507-3339-49af-99b6-46e646d2d8d2 req-6a218db8-d74a-49db-9616-81887be2aabc tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:46.694802 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3be30507-3339-49af-99b6-46e646d2d8d2 req-6a218db8-d74a-49db-9616-81887be2aabc tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.3461976 May 10 20:03:46.748782 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 10363499-92f9-4df8-8d7d-61fe43a8070d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:03:46.773181 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dbb21018-8774-4047-816e-7182b68f2629 req-81bea6bb-ed09-4b4d-bdcd-acf702078eaa tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c42596f-79aa-4c25-a4ed-db5c0a5df4ac HTTP/1.1" status: 200 len: 210 time: 0.0773289 May 10 20:03:46.825076 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 10363499-92f9-4df8-8d7d-61fe43a8070d {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:03:46.831826 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 10363499-92f9-4df8-8d7d-61fe43a8070d not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:03:46.834052 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822d7edd-b3d3-46af-9fbc-582eea1c3a9b None None] New status for floating IP 67cf0bc8-db79-458e-ba12-8375e400391a: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:03:46.870695 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3be30507-3339-49af-99b6-46e646d2d8d2 req-e81c795f-5488-44ae-9780-c14383b49b2c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338897 May 10 20:03:46.901018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-006408c7-6d71-4e0b-9c7d-c2ce9dae28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:46.902890 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-006408c7-6d71-4e0b-9c7d-c2ce9dae28ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.1286325 May 10 20:03:47.076875 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-74565b50-a430-444c-b288-39b8a6cfa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:47.078645 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-74565b50-a430-444c-b288-39b8a6cfa78e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1668205 May 10 20:03:47.275487 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-55f1990d-1ad1-4c2f-a0ed-9663c4541fb3 req-737a7ec9-c617-48c7-a11e-22dc9191f0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 210 time: 0.1543732 May 10 20:03:47.315081 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36366) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:47.503561 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-fe84cacd-0e79-4569-bb57-e6a5c231c638 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126365 May 10 20:03:47.655421 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.669119 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-38ba964d-4edc-494c-ad24-ac3ed99035b0 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:47.670584 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-38ba964d-4edc-494c-ad24-ac3ed99035b0 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.3733845 May 10 20:03:47.674524 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:47.680596 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Usage tracker for resource:security_group_rule and tenant:c825fbf5cc1d4c109b02809e875eb0cc is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:47.692275 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Request body: {'port': {'device_id': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'admin_state_up': True, 'tenant_id': 'e7af5153324247ef8ea5235c92309373'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:47.696779 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:47.712783 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:47.820592 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e1cbced0-9c1c-45c0-a4b7-da4980528c63 req-eb061be4-22a8-482f-9115-a189a22915a1 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056152 May 10 20:03:47.876262 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:47.889215 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.895120 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.898951 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:47.916095 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Made reservation on behalf of e7af5153324247ef8ea5235c92309373 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:47.925007 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.946020 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:47.959048 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c825fbf5cc1d4c109b02809e875eb0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426773 May 10 20:03:47.964312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36406) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:47.986410 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e945007a-dcb9-49fe-a3d4-0b77d215b073,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:48.001087 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:48.239325 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.317604 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.363013 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2704dd-fe3a-4a60-bab0-30855f053131 req-7d9328f1-5acf-4ca9-b00a-e4674e7ebe28 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:48.364541 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4d2704dd-fe3a-4a60-bab0-30855f053131 req-7d9328f1-5acf-4ca9-b00a-e4674e7ebe28 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2453554 May 10 20:03:48.371483 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Allocated IP 172.20.0.9 (4296fe5b-8ba2-465b-b137-c322efe387a3/be64afe0-b51a-4f3a-b5fb-983098cd3eb8/3c7953fc-c66d-454c-bd63-a6fe890a53c0) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:48.479029 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36430) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:48.582540 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4d2704dd-fe3a-4a60-bab0-30855f053131 req-436a04f9-6a1f-49c3-8075-d6c4850920e0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074566 May 10 20:03:48.588529 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-17d1fb22-c9b7-43a0-9166-d3b00fd8c9c0 req-25e5ae09-3152-48e2-a46d-d705815ab79c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 210 time: 0.1603560 May 10 20:03:48.621468 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.623133 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.629191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:48.640705 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:48.644706 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0ab8b9e249447aabb6c6d59eecd444 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:48.648147 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:48.653874 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:48.690742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e945007a-dcb9-49fe-a3d4-0b77d215b073,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:48.695731 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:48.733604 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.734709 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e945007a-dcb9-49fe-a3d4-0b77d215b073 HTTP/1.1" status: 204 len: 168 time: 0.7701459 May 10 20:03:48.748728 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.753932 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.763468 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-38013881-8508-4cc6-9169-f19216fa126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:48.779497 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.808499 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd0ab8b9e249447aabb6c6d59eecd444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281312 May 10 20:03:48.810303 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e8971-cf00-4167-9b63-1bb4253f0ac1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:48.810511 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36438) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:48.813712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:48.824819 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.837014 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:48.842946 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:48.907429 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:48.931993 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:48.953435 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:48.960863 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:48.961503 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.965151 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.997190 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event updated for resources: {'Port': ['ID=3c7953fc-c66d-454c-bd63-a6fe890a53c0,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.009046 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.015769 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3317649 May 10 20:03:49.020488 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.032417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Request body: {'port': {'device_id': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:49.089035 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36448) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:49.109414 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.125022 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:49.129958 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0bcfc6fb434d8699e3ed4c67e64a0e is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:49.133601 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:49.140947 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:49.248717 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.261171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.265243 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.270064 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.281381 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-22b6790f-ec4f-4c5a-b658-fd6787c40901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.293633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e2f2e38e-1fe8-4a20-bbd7-deea369db3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.325055 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea0bcfc6fb434d8699e3ed4c67e64a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347801 May 10 20:03:49.325842 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d39038-0832-4c50-b5d7-51c8b18f039f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.328046 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36462) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:49.337674 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e8971-cf00-4167-9b63-1bb4253f0ac1,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.347091 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.351524 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.351913 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.352462 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.352636 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.353163 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.353498 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.353998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.354336 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.354673 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.355005 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.355339 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.355665 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:49.360627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.362356 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/396e8971-cf00-4167-9b63-1bb4253f0ac1 HTTP/1.1" status: 204 len: 168 time: 0.5503042 May 10 20:03:49.365742 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.407502 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.434184 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.495170 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.501827 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2bd7d0c6-dd8c-47cf-ac3c-7d5ee46ed303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.515938 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d39038-0832-4c50-b5d7-51c8b18f039f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.518834 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.530053 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.531715 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3d39038-0832-4c50-b5d7-51c8b18f039f HTTP/1.1" status: 204 len: 168 time: 0.2027681 May 10 20:03:49.708605 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7953fc-c66d-454c-bd63-a6fe890a53c0 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:49.716480 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.733367 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Transition to ACTIVE for port object 3c7953fc-c66d-454c-bd63-a6fe890a53c0 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:49.742399 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.754060 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.941123 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36490) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:49.963595 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.978816 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:49.982722 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Usage tracker for resource:security_group_rule and tenant:6923ff7c411940e3ae5b1ebec44be742 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:49.985672 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:49.992098 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:50.020771 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7953fc-c66d-454c-bd63-a6fe890a53c0,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:50.029137 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:50.039747 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Attempting to bind port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:50.040333 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Attempting to bind port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:50.040523 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Attempting to bind port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:50.049457 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:50.049586 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Attempting to bind port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:50.061019 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:50.061360 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Checking segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:50.061989 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Bound using segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:50.062170 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Bound port: 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:50.062515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.089951 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.094321 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.104293 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:50.130704 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc714d-ceec-4653-8001-12d85b272248 req-ac0a3a52-888a-4dbd-8698-6f652c3aedf1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.132868 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-56dc714d-ceec-4653-8001-12d85b272248 req-ac0a3a52-888a-4dbd-8698-6f652c3aedf1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.3411977 May 10 20:03:50.148202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2abc8-56f3-4a82-ba1e-bb3a4af56040 req-d6bf88d1-1643-48a5-8651-81c92da25d44 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.151678 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-7ef2abc8-56f3-4a82-ba1e-bb3a4af56040 req-d6bf88d1-1643-48a5-8651-81c92da25d44 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:50.151837 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6923ff7c411940e3ae5b1ebec44be742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068875 May 10 20:03:50.152391 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36496) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:50.165654 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cfb09e-e57c-4946-92f9-6fca04e46629,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:50.170759 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:50.224434 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-7ef2abc8-56f3-4a82-ba1e-bb3a4af56040 req-d6bf88d1-1643-48a5-8651-81c92da25d44 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:50.225524 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7ef2abc8-56f3-4a82-ba1e-bb3a4af56040 req-d6bf88d1-1643-48a5-8651-81c92da25d44 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 943 time: 0.3991480 May 10 20:03:50.235363 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.236389 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] For port 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:50.242078 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-56dc714d-ceec-4653-8001-12d85b272248 req-6b982c67-c329-46a9-9c1d-ba64162fbf3d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893345 May 10 20:03:50.244387 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] For port 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:50.262674 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.268369 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.283219 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6e105246-a510-4400-9568-4a485aa306bb tempest-DeleteServersTestJSON-709119894 tempest-DeleteServersTestJSON-709119894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:50.342960 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.343293 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.345424 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c7953fc-c66d-454c-bd63-a6fe890a53c0 HTTP/1.1" status: 200 len: 1093 time: 1.3171277 May 10 20:03:50.355498 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.356683 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'tag': '3c7953fc-c66d-454c-bd63-a6fe890a53c0'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:50.371371 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ba1e8951-af90-4d33-b3ff-d7098cd96f76 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:50.388319 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7ef2abc8-56f3-4a82-ba1e-bb3a4af56040 req-0d19cc1c-a8d2-4cd5-a03b-36055eeabbc9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494379 May 10 20:03:50.401848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cfb09e-e57c-4946-92f9-6fca04e46629,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:50.405219 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:50.408287 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.421121 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67cfb09e-e57c-4946-92f9-6fca04e46629 HTTP/1.1" status: 204 len: 168 time: 0.2675211 May 10 20:03:50.456393 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36520) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:50.516345 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7953fc-c66d-454c-bd63-a6fe890a53c0,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:50.531856 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:50.585368 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-1ce14b72-757b-4dd0-8289-e7767f3d1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.587320 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-1ce14b72-757b-4dd0-8289-e7767f3d1f35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 1096 time: 0.1907182 May 10 20:03:50.596319 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Deleting subnet 95b840ea-f456-477c-8584-acd2297f97c9 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:03:50.601966 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.684506 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.743436 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'tag': '3c7953fc-c66d-454c-bd63-a6fe890a53c0', 'status': 'completed', 'code': 200} May 10 20:03:50.783028 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.840819 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-6bc0352d-92c4-4061-b82f-86a059d13676 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0 HTTP/1.1" status: 200 len: 217 time: 0.2434549 May 10 20:03:50.919144 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-14a7dfe7-b6d1-4f3d-9f15-341766eb53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.920649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-14a7dfe7-b6d1-4f3d-9f15-341766eb53e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.0719922 May 10 20:03:50.973473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbbda6-d1eb-4876-a371-0c3d4b9f5896 req-80985fee-1c87-4f92-877a-1db815ad6471 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.978854 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f7dbbda6-d1eb-4876-a371-0c3d4b9f5896 req-80985fee-1c87-4f92-877a-1db815ad6471 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2864602 May 10 20:03:50.983951 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36540) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:50.994564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'floatingip': {'port_id': 'b24a80d5-3075-4042-8079-acf20653dee4'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:51.049686 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-766b921b-a731-458f-bbf3-c8296a845ab6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201887 May 10 20:03:51.148951 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.259185 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.267722 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:51.307528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b840ea-f456-477c-8584-acd2297f97c9,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:51.315459 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:51.316762 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.324329 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ac2b1f5a-1dc0-4b56-b8ea-74c083c2adb8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/95b840ea-f456-477c-8584-acd2297f97c9 HTTP/1.1" status: 204 len: 168 time: 0.8666930 May 10 20:03:51.326930 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36556) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:51.374815 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-11a3054b-efd6-4a41-92f3-b587ad1f7a32 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157148 May 10 20:03:51.495806 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.581539 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2410650e-8ae7-45e6-a322-a5e38981a171 req-c279b6ab-fc99-4817-ac04-4a2d7ec039e8 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866786 May 10 20:03:51.681241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.700632 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b8d6d3-2264-4ee1-8ba6-2298c7867774']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:51.730816 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f007a44-3108-4a36-92b6-8ab60e209309') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:51.731247 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f007a44-3108-4a36-92b6-8ab60e209309') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:51.757096 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.790391 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.797671 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:03:51.798428 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:03:51.983300 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:03:51.993834 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.007016 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d3751637-c1d9-4d22-a56f-6bfde0fe3cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:52.060470 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.080087 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b8d6d3-2264-4ee1-8ba6-2298c7867774,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.084607 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:52.099628 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ea97023e-a395-4a23-b83a-6d94b14402dc admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5b8d6d3-2264-4ee1-8ba6-2298c7867774 HTTP/1.1" status: 204 len: 168 time: 0.7711153 May 10 20:03:52.284450 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36608) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:52.329507 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1386270-8daa-4fc9-b16d-9a5283bd4104 req-1b47231d-5d0d-4e22-bcfc-0c312d8da09e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.331144 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a1386270-8daa-4fc9-b16d-9a5283bd4104 req-1b47231d-5d0d-4e22-bcfc-0c312d8da09e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 943 time: 0.6319847 May 10 20:03:52.338547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-cf1b77ec-61ea-4dee-916e-6b7963957ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.340010 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-cf1b77ec-61ea-4dee-916e-6b7963957ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 1096 time: 0.6678400 May 10 20:03:52.410885 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-b5fdb63f-4bcf-4aae-9a80-3213a3bad7cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ed4059194e740abb1a862f39a9c6045&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1252170 May 10 20:03:52.413655 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36620) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:52.561012 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.621811 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.678738 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a1386270-8daa-4fc9-b16d-9a5283bd4104 req-7a6284d2-75dd-4939-960f-95efbbd89a63 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371468 May 10 20:03:52.699011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-01220824-89b3-4fe9-9fb1-a6df2787b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.700773 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-01220824-89b3-4fe9-9fb1-a6df2787b2ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 916 time: 0.2597213 May 10 20:03:52.744456 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.748289 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a637e346-1ced-469b-b532-4bb8ccff6958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:52.770244 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af523c8-22ba-465a-aebb-79e28ec30aa3,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.798051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:52.811052 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.815744 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1af523c8-22ba-465a-aebb-79e28ec30aa3 HTTP/1.1" status: 204 len: 168 time: 0.3995879 May 10 20:03:52.822461 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-2d6d0609-978e-45e3-b711-0b24b378d2ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0 HTTP/1.1" status: 200 len: 217 time: 0.0828743 May 10 20:03:52.834399 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.db.resource_extend [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:03:52.879292 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36636) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:52.981006 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.989381 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-73968775-90cd-4385-83f2-5e3fd75fb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.991466 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-73968775-90cd-4385-83f2-5e3fd75fb22f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.0952971 May 10 20:03:52.992259 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.160501 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-bd08667e-fda6-4d41-a21f-0f3faa63a3f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488086 May 10 20:03:53.198311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.215987 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:53.220172 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Usage tracker for resource:security_group_rule and tenant:970c3692a7f642ea815d152f595440ab is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:53.223518 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:53.230277 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:53.309728 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Floating IP c84bfab9-e2ff-4747-8748-457c0f431834 associated. External IP: 172.28.0.82, port: b24a80d5-3075-4042-8079-acf20653dee4. May 10 20:03:53.337993 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.343712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.362808 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c04d44a2-2a34-4999-ae8f-1528ca7800cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:53.405051 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=970c3692a7f642ea815d152f595440ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222230 May 10 20:03:53.405051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd2918-ab04-4705-997b-b8734d916cac,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:53.406049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36656) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:53.408728 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:53.478537 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.496471 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-2e21eb09-9eee-4c68-8b52-9206d070fb26 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192704 May 10 20:03:53.545722 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.619879 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.628993 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-95c1c477-4a6e-4464-b171-b3764d5dfb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:53.652775 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd2918-ab04-4705-997b-b8734d916cac,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:53.657406 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:53.659671 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.664166 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55bd2918-ab04-4705-997b-b8734d916cac HTTP/1.1" status: 204 len: 168 time: 0.2542989 May 10 20:03:53.830242 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5831231e-7c91-48d2-8f1a-6bc7b078c3c9 req-3acc281b-7bcc-4c59-ad93-60ccaf5bc595 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221736 May 10 20:03:54.175152 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:54.219187 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36700) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:54.255197 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.293149 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:54.300661 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Usage tracker for resource:security_group_rule and tenant:7fa8dfd62b004a42bfaefa86986fac4a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:54.308155 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:54.320599 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:54.357167 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd15c6c-78fc-4dd2-a5eb-6ff64dfba9cb req-7c2a8188-d0bc-4948-a705-a1acc7480b64 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:54.359101 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9bd15c6c-78fc-4dd2-a5eb-6ff64dfba9cb req-7c2a8188-d0bc-4948-a705-a1acc7480b64 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 943 time: 0.5345752 May 10 20:03:54.465413 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.465655 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9bd15c6c-78fc-4dd2-a5eb-6ff64dfba9cb req-82019c6d-59dc-415a-9a88-baeea740bccb tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880680 May 10 20:03:54.471072 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.483416 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c6ed66cd-73c0-45ef-a1a6-ca8388a66747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:54.501171 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:54.508688 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.512019 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:54.523187 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f874f03f-f25a-42ed-991c-11810df08d71,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:54.530191 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:54.530896 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:54.531027 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:54.562116 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fa8dfd62b004a42bfaefa86986fac4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414981 May 10 20:03:54.563081 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36718) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:54.657158 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-ffc87c9f-b003-4a03-a42a-1ddbad1cb7f3 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "PUT /v2.0/floatingips/c84bfab9-e2ff-4747-8748-457c0f431834 HTTP/1.1" status: 200 len: 991 time: 3.6719463 May 10 20:03:54.658182 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36724) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:54.659089 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:54.677853 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.717737 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.777175 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.786353 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-779b1cd7-7437-493b-ad7a-4101cc59c2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:54.804574 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4', 'status': 'completed', 'code': 200} May 10 20:03:54.806365 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.824513 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f874f03f-f25a-42ed-991c-11810df08d71 HTTP/1.1" status: 204 len: 168 time: 0.2598779 May 10 20:03:54.827646 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f874f03f-f25a-42ed-991c-11810df08d71,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:54.837276 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:54.946073 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-network', 'tenant_id': 'b077d01980574f7d98e591ac0168f068'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:54.953612 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:54.982401 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:54.989903 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Usage tracker for resource:network and tenant:b077d01980574f7d98e591ac0168f068 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:54.994551 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:55.008852 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:55.033831 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-d488417b-3295-43ac-b570-55addd512e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:55.035584 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-d488417b-3295-43ac-b570-55addd512e83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1099 time: 0.2045326 May 10 20:03:55.036371 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Made reservation on behalf of b077d01980574f7d98e591ac0168f068 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:55.038668 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.053713 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.165727 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:55.172593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Usage tracker for resource:security_group_rule and tenant:b077d01980574f7d98e591ac0168f068 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:55.177694 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:55.193088 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:55.253625 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-47d78d24-94d7-4c34-9563-758a38fb0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:55.255747 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-47d78d24-94d7-4c34-9563-758a38fb0f84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.2034597 May 10 20:03:55.379695 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-0397cbf4-567b-41e8-b216-ff11d5564c48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 999 time: 0.1125319 May 10 20:03:55.423441 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'c84bfab9-e2ff-4747-8748-457c0f431834', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'floating_ip_address': '172.28.0.82', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'port_id': 'b24a80d5-3075-4042-8079-acf20653dee4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'mac_address': 'fa:16:3e:3d:16:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ad113-f397-42d0-b58e-bb99dff27a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:24Z', 'updated_at': '2021-05-10T20:03:52Z', 'revision_number': 1, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:55.428103 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:55.439939 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:55.440700 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:55.485214 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-ea6ccac3-ed5e-4c4c-ad2c-bd6677a1d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:55.486751 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-ea6ccac3-ed5e-4c4c-ad2c-bd6677a1d803 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0945051 May 10 20:03:55.558975 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.579094 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.593568 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:55.605377 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.605928 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Added segment e04c4bb3-c54e-44c8-b8eb-84ea968e3818 of type vlan for network dd13dd9e-8ed2-44ea-9103-22b46f77e008 May 10 20:03:55.640706 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.661208 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:55.678689 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:55.710584 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff8ad1-2869-4d07-b370-bc4f1636cf2e,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.714502 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.759988 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:55.760852 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.781407 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.781771 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.782123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.782468 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.782810 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.783148 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.783622 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.783959 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.784401 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.784739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.785177 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.785508 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:55.796619 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:55.799955 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:55.891234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Pushing event updated for resources: {'Network': ['ID=dd13dd9e-8ed2-44ea-9103-22b46f77e008,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.903062 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:55.913634 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:55.945603 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-3eb5b3ac-3669-40b3-8b28-4448523f7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:55.952551 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-3eb5b3ac-3669-40b3-8b28-4448523f7c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4440205 May 10 20:03:55.964254 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36774) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:55.970177 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Request body: {'subnet': {'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-subnet', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:55.979868 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3131788 May 10 20:03:55.983024 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:56.000188 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Usage tracker for resource:subnet and tenant:b077d01980574f7d98e591ac0168f068 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:56.020815 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:56.032882 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:56.069365 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Made reservation on behalf of b077d01980574f7d98e591ac0168f068 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:56.071838 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15710964'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.253806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372456f8-a005-4bed-8f6e-89d200372726 req-38d86ba2-faca-487b-8bd9-fb1b6fc385af tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:56.255350 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-372456f8-a005-4bed-8f6e-89d200372726 req-38d86ba2-faca-487b-8bd9-fb1b6fc385af tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 943 time: 0.5805156 May 10 20:03:56.321795 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-372456f8-a005-4bed-8f6e-89d200372726 req-2148b81c-c4d4-4502-a18b-145b8d3299df tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574751 May 10 20:03:56.389843 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-7a1ba396-ea44-46b4-85b2-b6e21673ad85 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051583 May 10 20:03:56.640027 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b30c1beb-1666-40aa-9974-c5287fc9b937 req-7d34f223-c0cf-4127-8351-bc5be9a8dcaf service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419519 May 10 20:03:56.699250 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15710854'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.704684 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-601c1242-cbe6-4d7a-adf4-695cb7cc40c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:56.718388 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'c84bfab9-e2ff-4747-8748-457c0f431834', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'floating_ip_address': '172.28.0.82', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'port_id': 'b24a80d5-3075-4042-8079-acf20653dee4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'mac_address': 'fa:16:3e:3d:16:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ad113-f397-42d0-b58e-bb99dff27a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:24Z', 'updated_at': '2021-05-10T20:03:52Z', 'revision_number': 1, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:56.726071 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cf403-98a5-4d49-bdc8-30cd5545055b None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'c84bfab9-e2ff-4747-8748-457c0f431834', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'floating_ip_address': '172.28.0.82', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'port_id': 'b24a80d5-3075-4042-8079-acf20653dee4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'mac_address': 'fa:16:3e:3d:16:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ad113-f397-42d0-b58e-bb99dff27a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:24Z', 'updated_at': '2021-05-10T20:03:52Z', 'revision_number': 1, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:56.786021 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 3c7953fc-c66d-454c-bd63-a6fe890a53c0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:56.789277 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:56.800256 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:56.813999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Checking segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:56.814410 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Network hostable DHCP agents. Network: dd13dd9e-8ed2-44ea-9103-22b46f77e008, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:56.836283 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:56.858415 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, dd13dd9e-8ed2-44ea-9103-22b46f77e008) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:56.871783 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:56.874217 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.910967 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9432352 May 10 20:03:56.911308 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36824) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:56.917161 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:56.940272 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:56.945081 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536e137-e0f0-40a2-b2a7-14286c437933 None None] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:56.946895 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Usage tracker for resource:router and tenant:b077d01980574f7d98e591ac0168f068 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:56.950792 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:56.959129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:56.977773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.980002 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.007916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.125717 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8f821-2c40-4975-bdac-b02f4e64da9d None None] New status for floating IP c84bfab9-e2ff-4747-8748-457c0f431834: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:03:57.484138 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:57.520990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.548917 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '3c7953fc-c66d-454c-bd63-a6fe890a53c0', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'port_id': '3c7953fc-c66d-454c-bd63-a6fe890a53c0', 'mac_address': 'fa:16:3e:0c:fb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be64afe0-b51a-4f3a-b5fb-983098cd3eb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:57.704040 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b581e168-c917-4aab-aae4-d1982eb3416e None None] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:57.734472 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16c6c-1d34-4e67-938d-0f4e8ef35656 req-de399fce-131f-4bd7-a0b4-8811507982c4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:57.742615 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-32c16c6c-1d34-4e67-938d-0f4e8ef35656 req-de399fce-131f-4bd7-a0b4-8811507982c4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 943 time: 0.1817281 May 10 20:03:57.817353 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.831906 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-32c16c6c-1d34-4e67-938d-0f4e8ef35656 req-8468bfbd-08d9-4310-8d37-1f9ad964cea1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881970 May 10 20:03:57.842930 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7953fc-c66d-454c-bd63-a6fe890a53c0 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:57.889362 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:57.902642 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.907975 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-2e45d434-cc59-4f91-a2f5-b81b2226402d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:58.058293 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=3c7953fc-c66d-454c-bd63-a6fe890a53c0,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.070570 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.071068 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.072135 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.072472 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.072953 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.073282 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.073604 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.073920 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.075123 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.075249 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.075718 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.075809 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.076102 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:58.082980 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.114325 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.257563 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Allocated IP 172.28.0.43 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/f2ceb1b7-7056-40f0-b3c0-191b0578bf1c) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:58.412083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.430795 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['3c7953fc-c66d-454c-bd63-a6fe890a53c0'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:58.466416 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.472933 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:58.546720 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:58.550038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:58.558730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:58.701460 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36884) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:58.739071 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.748100 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.829129 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.844418 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:58.860608 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Usage tracker for resource:security_group_rule and tenant:b01ae092d0504af8881123549de7b549 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:58.864909 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:58.872477 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:59.001853 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.007269 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.017997 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-73a85f44-f056-46fe-b6f3-98ceb3c8cde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:59.065882 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b01ae092d0504af8881123549de7b549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633223 May 10 20:03:59.067510 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a60497-fc87-46bf-b5f4-39b2a80b8a81,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:59.069957 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36900) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:59.072397 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:59.109400 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-3a3963a7-59cb-43ae-9984-4315d979839b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4062660 May 10 20:03:59.148550 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.196084 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.206040 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.375999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.383035 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a48c5d89-b7ac-462b-a77a-f89354a2f6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:59.399013 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a60497-fc87-46bf-b5f4-39b2a80b8a81,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:59.406081 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:59.408731 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.409863 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53a60497-fc87-46bf-b5f4-39b2a80b8a81 HTTP/1.1" status: 204 len: 168 time: 0.3391039 May 10 20:03:59.457663 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccab6b5-dd2f-47c5-8572-b44c8ac2d1cf req-b5631502-52b4-4048-9415-ea4688d36d94 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:59.468762 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dccab6b5-dd2f-47c5-8572-b44c8ac2d1cf req-b5631502-52b4-4048-9415-ea4688d36d94 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 944 time: 0.3748283 May 10 20:03:59.652042 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dccab6b5-dd2f-47c5-8572-b44c8ac2d1cf req-d0664498-6423-42c6-b4e5-fae4cb2b4dc0 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849926 May 10 20:03:59.680648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d75e-aed7-4962-8828-6015d4fab645 req-e85e1f4a-2c94-4835-bccf-050aede421cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:59.682122 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-e85e1f4a-2c94-4835-bccf-050aede421cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 1098 time: 0.4316444 May 10 20:03:59.799278 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36930) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:59.821407 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.825646 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.840771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:59.844638 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Usage tracker for resource:security_group_rule and tenant:f55f6e55a8884be592a9e13aa633c01a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:59.847496 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:59.858806 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:00.011170 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d75e-aed7-4962-8828-6015d4fab645 req-a76dbb9d-7abd-4367-b394-8408ab9a13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:00.012559 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-a76dbb9d-7abd-4367-b394-8408ab9a13f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 916 time: 0.2826316 May 10 20:04:00.039251 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.051570 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.071140 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1cee039f-7526-4754-a02a-f529e9c2d333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:00.089209 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-29dc95ac-3664-4346-b5fa-1807884f510d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9 HTTP/1.1" status: 200 len: 217 time: 0.0679593 May 10 20:04:00.115189 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f55f6e55a8884be592a9e13aa633c01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141503 May 10 20:04:00.117213 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee53a6-5855-4351-a787-9707dcf1a122,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:00.119758 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36948) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:00.123055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:00.195377 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d75e-aed7-4962-8828-6015d4fab645 req-3b74094a-24b1-4981-b0f0-7306ee5d2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:00.195377 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-3b74094a-24b1-4981-b0f0-7306ee5d2faf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.0881867 May 10 20:04:00.211562 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.250509 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.259334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Router e31e0c6c-17d1-40fb-8530-3ff020355b22 is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:04:00.278185 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-1b45944e-83c9-42a6-8591-f1d00972e965 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774791 May 10 20:04:00.326386 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.332273 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b3a4fc4b-25b1-406e-b4b9-193e9bb8e330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:00.348517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee53a6-5855-4351-a787-9707dcf1a122,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:00.351638 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.352911 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cee53a6-5855-4351-a787-9707dcf1a122 HTTP/1.1" status: 204 len: 168 time: 0.2319775 May 10 20:04:00.354071 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:00.703564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:04:00.732902 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Sync routers for ids ['e31e0c6c-17d1-40fb-8530-3ff020355b22'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:04:00.744452 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-7a67952a-8165-476a-8e1a-53cb11b7d6e1 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371739 May 10 20:04:00.746650 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Routers {'e31e0c6c-17d1-40fb-8530-3ff020355b22'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:00.747626 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e31e0c6c-17d1-40fb-8530-3ff020355b22'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:00.796400 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 3c7953fc-c66d-454c-bd63-a6fe890a53c0 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:00.876051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36972) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:00.929763 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.987726 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:00.992654 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Usage tracker for resource:security_group_rule and tenant:dcde6a5985fd407481e4dd8b6126ef4d is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:00.995741 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:01.002365 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:01.023463 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Set router e31e0c6c-17d1-40fb-8530-3ff020355b22 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:01.035363 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:01.042229 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:01.042861 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.092553 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.093750 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1813858 May 10 20:04:01.100606 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 36978) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:01.225346 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.237009 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.249865 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0b65e13e-7599-4ceb-a41e-de63aee45341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:01.294056 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.333119 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcde6a5985fd407481e4dd8b6126ef4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552515 May 10 20:04:01.335799 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80669eda-e93e-411b-8202-bdea001444bd,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:01.338539 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 36990) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:01.342858 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:01.354516 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7953fc-c66d-454c-bd63-a6fe890a53c0'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:01.378216 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:01.387015 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.389492 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:01.404819 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c225d75e-aed7-4962-8828-6015d4fab645 req-d48574f9-2a34-4efa-b11a-aa44cab7d9e3 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453516 May 10 20:04:01.447872 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.477777 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.543071 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:03:58Z', 'revision_number': 3, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:01.548489 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=3c7953fc-c66d-454c-bd63-a6fe890a53c0,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:01.552540 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:01.565020 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Checking router: e31e0c6c-17d1-40fb-8530-3ff020355b22 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:04:01.565500 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Updating router e31e0c6c-17d1-40fb-8530-3ff020355b22 port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:04:01.567209 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.573528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-20093000-711b-4620-8dff-3f79aecc5875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:01.604881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.609472 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80669eda-e93e-411b-8202-bdea001444bd HTTP/1.1" status: 204 len: 168 time: 0.2694328 May 10 20:04:01.611292 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80669eda-e93e-411b-8202-bdea001444bd,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:01.613970 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:01.641396 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.642069 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78b26-b9ee-4834-9f83-aca16847a924 req-72fdcd4f-46e1-43ad-b0e9-40551531a1b9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.650266 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4ce78b26-b9ee-4834-9f83-aca16847a924 req-72fdcd4f-46e1-43ad-b0e9-40551531a1b9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 944 time: 0.7300038 May 10 20:04:01.702213 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7953fc-c66d-454c-bd63-a6fe890a53c0', 'code': 200} May 10 20:04:01.716814 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4ce78b26-b9ee-4834-9f83-aca16847a924 req-83d9c79f-fbf9-49c6-809d-e432e6c80cf0 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655382 May 10 20:04:02.172252 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.198947 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Transition to ACTIVE for port object f2ceb1b7-7056-40f0-b3c0-191b0578bf1c will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:02.207987 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.214448 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:02.241557 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37024) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:02.290835 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f75e6-dd8e-4276-a696-e17bbd449c75 req-e0c5f759-2eb2-453c-9b9d-5007d052e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.292409 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e72f75e6-dd8e-4276-a696-e17bbd449c75 req-e0c5f759-2eb2-453c-9b9d-5007d052e274 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 1098 time: 0.1803062 May 10 20:04:02.293852 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Pushing event updated for resources: {'Port': ['ID=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,revision_number=2']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:02.303523 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.303867 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.304226 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.304555 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.305007 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.305431 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.305711 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.306629 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.306974 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.307299 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.307622 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.307964 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:02.336319 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Attempting to bind port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:02.336691 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Attempting to bind port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:02.337058 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Attempting to bind port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:02.339482 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:02.343737 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:02.344280 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:02.344683 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.345076 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:02.345549 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Bound port: f2ceb1b7-7056-40f0-b3c0-191b0578bf1c, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:02.345935 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.391551 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e72f75e6-dd8e-4276-a696-e17bbd449c75 req-7a65e148-2704-4753-a873-5b16642d8db0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846422 May 10 20:04:02.422328 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.466251 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:02.477306 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] For port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:02.481068 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] For port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:02.485768 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Usage tracker for resource:security_group_rule and tenant:9b43b59753954b86900edf442b21919b is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:02.488338 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.495868 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:02.498271 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-60030736-58bf-4819-a1ac-2b7cbc87db60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:02.508359 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:02.574735 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.684321 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.693411 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.707271 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-57bc32c1-6095-41b2-85ed-c96623392499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:02.757861 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Routers {'e31e0c6c-17d1-40fb-8530-3ff020355b22'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:02.758511 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e31e0c6c-17d1-40fb-8530-3ff020355b22'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:02.804907 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b43b59753954b86900edf442b21919b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594049 May 10 20:04:02.804907 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37052) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:02.808549 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37054) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:02.816998 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Pushing event updated for resources: {'Port': ['ID=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:02.941265 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed00b04f-08a4-4468-bd84-a850834fe7ba,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:02.944864 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:02.970302 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.980530 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:03.027241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.057072 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Allocated IP 172.20.0.1 (dd13dd9e-8ed2-44ea-9103-22b46f77e008/7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f/63cf87d1-5c9b-4b00-8343-09cd348b00f1) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:03.126887 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] Set router e31e0c6c-17d1-40fb-8530-3ff020355b22 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:03.138557 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.145092 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9fc4f9e2-53d3-45a8-abba-addb0d63612f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:03.176047 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed00b04f-08a4-4468-bd84-a850834fe7ba,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:03.179379 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:03.184285 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.186894 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed00b04f-08a4-4468-bd84-a850834fe7ba HTTP/1.1" status: 204 len: 168 time: 0.3651993 May 10 20:04:03.202022 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37074) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:03.280590 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.317851 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-410211307-network', 'tenant_id': '37c7f860ead44c959b4a9ff8f627fdd3'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:03.327475 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:03.335595 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Usage tracker for resource:security_group_rule and tenant:64fdaa09152a43d18e8a88edfa165481 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:03.344234 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:03.348049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:03.361280 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Usage tracker for resource:network and tenant:37c7f860ead44c959b4a9ff8f627fdd3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:03.370852 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:03.378381 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:03.388992 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:03.439746 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Made reservation on behalf of 37c7f860ead44c959b4a9ff8f627fdd3 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:03.442280 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.457802 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.507139 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:03.515865 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226de8c8-3bee-4085-829f-48ba81858154 req-8b163a08-ca79-48e3-8c44-e034127a6bef tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:03.524045 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-226de8c8-3bee-4085-829f-48ba81858154 req-8b163a08-ca79-48e3-8c44-e034127a6bef tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 945 time: 0.3959460 May 10 20:04:03.525238 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Usage tracker for resource:security_group_rule and tenant:37c7f860ead44c959b4a9ff8f627fdd3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:03.535650 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:03.552832 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.556408 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:03.581704 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.594165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.594546 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:03:58Z', 'revision_number': 3, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:03.600515 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3273-8cc4-490d-9031-73ad6eefccd5 None None] The sync data for ids ['e31e0c6c-17d1-40fb-8530-3ff020355b22'] in dv-cinder-788365-3-smb is: [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:03:58Z', 'revision_number': 3, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:04:03.603562 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-74115ff0-7977-4119-9057-8952667eec89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:03.610984 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-226de8c8-3bee-4085-829f-48ba81858154 req-0733a10f-ce44-4f00-a166-03c6939616f8 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859938 May 10 20:04:03.675340 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b4a2c1-05b2-456f-b6a7-550f6b12b4a5,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:03.683970 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.695872 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f0491a29-25b2-4aa0-ac64-c94e05a498b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:03.701002 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:03.714445 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64fdaa09152a43d18e8a88edfa165481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9076006 May 10 20:04:03.715414 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37090) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:03.814923 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:03.817989 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:03.821892 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:03.822990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.845229 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.862411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Pushing event updated for resources: {'Port': ['ID=63cf87d1-5c9b-4b00-8343-09cd348b00f1,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:03.862607 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.866594 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:03.871021 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.874818 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:03.929356 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:04:03.932630 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.059841 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.060149 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.100041 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.100532 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Added segment e3454ed6-6d09-493b-b1b3-df187d201dbd of type vlan for network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 May 10 20:04:04.153119 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.173378 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1fab7-6a8c-4077-a94d-92c20b05914a,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.176712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.186641 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.195937 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2acc62ad-371d-48f9-a696-3340e1727b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.210359 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b4a2c1-05b2-456f-b6a7-550f6b12b4a5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.219800 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.241871 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.251480 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:04.266750 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.273388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5b4e8a27-a7d8-48fa-812a-54fe917b47ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.405532 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.409031 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6b4a2c1-05b2-456f-b6a7-550f6b12b4a5 HTTP/1.1" status: 204 len: 168 time: 0.6888354 May 10 20:04:04.416955 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.420743 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2175667 May 10 20:04:04.421599 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Pushing event updated for resources: {'Network': ['ID=d866175e-b7d2-4341-8cf4-9028bcdd0ec1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.424067 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37126) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:04.426836 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.429440 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.432340 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.438996 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:04:04.440023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.445302 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Request body: {'subnet': {'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-410211307-subnet', 'tenant_id': '37c7f860ead44c959b4a9ff8f627fdd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:04.451579 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:04.466697 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Usage tracker for resource:subnet and tenant:37c7f860ead44c959b4a9ff8f627fdd3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:04.473308 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:04.482857 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:04.518245 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Made reservation on behalf of 37c7f860ead44c959b4a9ff8f627fdd3 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:04.521178 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15710964'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.562840 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Pushing event updated for resources: {'Port': ['ID=63cf87d1-5c9b-4b00-8343-09cd348b00f1,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.575185 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.954189 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:04.959626 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:05.219223 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15710854'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.226164 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-adc372bf-36c6-4f7e-a3a6-6151d431e97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:05.238483 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 37146) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:05.285984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Router e31e0c6c-17d1-40fb-8530-3ff020355b22 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:04:05.292794 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.312296 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f1d1d1-e055-45b8-992e-c28278027e5a,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:05.320962 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f522fbb-9452-4da8-954b-4e24569daad7 req-4f69834d-bf47-4574-9cb6-6be93f2f5770 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.322494 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f522fbb-9452-4da8-954b-4e24569daad7 req-4f69834d-bf47-4574-9cb6-6be93f2f5770 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 945 time: 0.4930444 May 10 20:04:05.324431 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:05.327248 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:05.334939 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Checking segment: {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:05.335204 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Usage tracker for resource:security_group_rule and tenant:b1a06efb626348ccbcb506b7360def5b is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:05.335363 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Network hostable DHCP agents. Network: d866175e-b7d2-4341-8cf4-9028bcdd0ec1, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:04:05.352661 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:04:05.358758 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:05.362189 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, d866175e-b7d2-4341-8cf4-9028bcdd0ec1) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:05.372630 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c9895-3f93-413d-9a7e-d2012e265c49 None None] Network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:04:05.373149 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.373452 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.404472 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-21a4bf46-4168-449b-979d-165c12e25831 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9738555 May 10 20:04:05.494200 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:05.537997 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f522fbb-9452-4da8-954b-4e24569daad7 req-02d05b1a-c34c-4f42-a88d-c5bf233f2c46 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079787 May 10 20:04:05.623847 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:04:05.660060 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581a872-19aa-4930-bdb6-59f0a4e1caf1 None None] Network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:04:05.677283 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] 10.222.0.48 "PUT /v2.0/routers/e31e0c6c-17d1-40fb-8530-3ff020355b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5717645 May 10 20:04:05.677283 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.686365 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.694468 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:05.777876 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d52abd4-94fe-4767-88db-4278735627e0,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:05.795510 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:05.834933 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1a06efb626348ccbcb506b7360def5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868864 May 10 20:04:05.837554 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37166) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:06.034294 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.053456 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f2ceb1b7-7056-40f0-b3c0-191b0578bf1c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:06.087424 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.133273 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Sync routers for ids ['e31e0c6c-17d1-40fb-8530-3ff020355b22'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:04:06.148314 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Routers {'e31e0c6c-17d1-40fb-8530-3ff020355b22'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:06.149377 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e31e0c6c-17d1-40fb-8530-3ff020355b22'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:06.163110 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.174971 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-de65c1a9-6441-457f-9b8a-7cc077b2c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:06.205157 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d52abd4-94fe-4767-88db-4278735627e0,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:06.222230 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:06.223848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.227856 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d52abd4-94fe-4767-88db-4278735627e0 HTTP/1.1" status: 204 len: 168 time: 0.3880675 May 10 20:04:06.362142 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:06.373891 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:06.374613 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.612408 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.652095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Set router e31e0c6c-17d1-40fb-8530-3ff020355b22 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:06.665572 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-ed08cd17-31f8-4358-aabc-fcf7689a97b1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:06.666497 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-ed08cd17-31f8-4358-aabc-fcf7689a97b1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Synchronizing usage tracker for tenant:b077d01980574f7d98e591ac0168f068 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:06.688629 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-ed08cd17-31f8-4358-aabc-fcf7689a97b1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Unset dirty status for tenant:b077d01980574f7d98e591ac0168f068 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:06.699456 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-ed08cd17-31f8-4358-aabc-fcf7689a97b1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 819 time: 0.2838001 May 10 20:04:06.720687 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:06.725024 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-d6e2ad4b-2f63-4529-928f-b0b035c4eda3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/quotas/b077d01980574f7d98e591ac0168f068 HTTP/1.1" status: 200 len: 375 time: 0.0244608 May 10 20:04:06.729888 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.741375 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:06.835760 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:04:06.930202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-93ff5d58-b4f0-4b0f-a049-d656d049071f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Synchronizing usage tracker for tenant:b077d01980574f7d98e591ac0168f068 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:06.969400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-93ff5d58-b4f0-4b0f-a049-d656d049071f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Unset dirty status for tenant:b077d01980574f7d98e591ac0168f068 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:06.971002 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-93ff5d58-b4f0-4b0f-a049-d656d049071f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451565 May 10 20:04:07.235721 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.245448 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-a4c79f8d-8974-4d42-bdf9-1dd4d37cb0c1 service neutron] 10.222.0.48 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659006 May 10 20:04:07.310371 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:07.371240 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:04:03Z', 'revision_number': 4, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '63cf87d1-5c9b-4b00-8343-09cd348b00f1', 'name': '', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'mac_address': 'fa:16:3e:0d:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:02Z', 'updated_at': '2021-05-10T20:04:04Z', 'revision_number': 2, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'subnets': [{'id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:07.386171 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Checking router: e31e0c6c-17d1-40fb-8530-3ff020355b22 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:04:07.387832 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Updating router e31e0c6c-17d1-40fb-8530-3ff020355b22 port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:04:07.501245 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-bb77d34f-2b7d-4c6a-945d-49bdbb4ceb6c service neutron] 10.222.0.48 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548969 May 10 20:04:07.522728 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.740591 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2bb0ec7e-1099-474d-b933-1a3578c342c7 req-6433d5c8-a7ef-4e5a-b40d-3918f210073a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 210 time: 0.0546443 May 10 20:04:08.103155 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f2ceb1b7-7056-40f0-b3c0-191b0578bf1c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:08.333768 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-991d07bf-015a-4c11-bb7f-9ed365d411ab tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:08.336746 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-991d07bf-015a-4c11-bb7f-9ed365d411ab tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 819 time: 0.2329249 May 10 20:04:08.451313 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-c236b38d-2b46-47f2-af38-6b2375c948fd tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/quotas/b077d01980574f7d98e591ac0168f068 HTTP/1.1" status: 200 len: 375 time: 0.0755987 May 10 20:04:08.453721 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.494196 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Transition to ACTIVE for port object 63cf87d1-5c9b-4b00-8343-09cd348b00f1 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:08.508899 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.513580 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:08.554284 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:08.554897 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.598423 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-79590725-e455-4315-9192-05d269e2c2fb tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:08.608406 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-79590725-e455-4315-9192-05d269e2c2fb tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/networks?id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 200 len: 813 time: 0.2701061 May 10 20:04:08.629368 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-71ed6bbc-c608-44b7-a8d1-7956b7b764c5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/quotas/37c7f860ead44c959b4a9ff8f627fdd3 HTTP/1.1" status: 200 len: 375 time: 0.0197661 May 10 20:04:08.717517 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-36b5dfe5-f762-4635-820f-9d6a8e01e36f tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871298 May 10 20:04:08.817192 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-88a5ab61-f478-46d6-a24a-306f5a07318a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3435752 May 10 20:04:08.875061 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e756de-b1df-40bf-8c12-fa1d2217f668 None None] Pushing event updated for resources: {'Port': ['ID=63cf87d1-5c9b-4b00-8343-09cd348b00f1,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:08.887411 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d0e756de-b1df-40bf-8c12-fa1d2217f668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:08.911226 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-73893f39-f186-4b56-aabf-dba7a0c6169e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.989255 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Attempting to bind port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:08.989590 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Attempting to bind port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:08.989954 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Attempting to bind port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:09.001677 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:09.002133 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Checking segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:09.002661 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:09.003158 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Bound using segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:09.005858 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Bound port: 63cf87d1-5c9b-4b00-8343-09cd348b00f1, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:09.006344 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:09.017912 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-7c90a7a7-1c67-4794-bd08-c2269e2dd566 service neutron] 10.222.0.48 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990642 May 10 20:04:09.117275 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-c3e31829-51dd-4ef8-a156-aa1409df4279 service neutron] 10.222.0.48 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978942 May 10 20:04:09.183239 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] For port 63cf87d1-5c9b-4b00-8343-09cd348b00f1, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:09.187864 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] For port 63cf87d1-5c9b-4b00-8343-09cd348b00f1, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=63cf87d1-5c9b-4b00-8343-09cd348b00f1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:09.194160 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:09.205974 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:09.289325 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Routers {'e31e0c6c-17d1-40fb-8530-3ff020355b22'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:09.290211 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:03:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e31e0c6c-17d1-40fb-8530-3ff020355b22'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:09.337232 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-a5db0f56-bd2a-4f83-a25e-8ed89ea9b7ce service neutron] 10.222.0.48 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180771 May 10 20:04:09.391422 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-1d42ef59-f9a9-42ef-8e79-01ae3be8ad50 service neutron] 10.222.0.48 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568572 May 10 20:04:09.460601 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e756de-b1df-40bf-8c12-fa1d2217f668 None None] Pushing event updated for resources: {'Port': ['ID=63cf87d1-5c9b-4b00-8343-09cd348b00f1,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:09.465476 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d0e756de-b1df-40bf-8c12-fa1d2217f668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:09.656994 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] Set router e31e0c6c-17d1-40fb-8530-3ff020355b22 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:10.370695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-7ea9a185-399c-4941-9dd1-8c6c5cce36d1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:10.377825 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-7ea9a185-399c-4941-9dd1-8c6c5cce36d1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.2962456 May 10 20:04:10.390081 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-768b092c-4a2e-43ff-a3be-b34a972a90d7 req-d3330bc5-b982-47e4-b836-a86d7bb76b9c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 210 time: 0.4855642 May 10 20:04:10.448036 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-d7452ee4-8afe-4f15-b81d-473dd3ad68f0 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:10.449800 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-d7452ee4-8afe-4f15-b81d-473dd3ad68f0 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 819 time: 0.9686718 May 10 20:04:10.462991 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-460a3672-74ab-4bf0-b6a0-bf429f03890c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/quotas/e7af5153324247ef8ea5235c92309373 HTTP/1.1" status: 200 len: 375 time: 0.0832536 May 10 20:04:10.481997 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:04:03Z', 'revision_number': 4, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '63cf87d1-5c9b-4b00-8343-09cd348b00f1', 'name': '', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'mac_address': 'fa:16:3e:0d:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:02Z', 'updated_at': '2021-05-10T20:04:09Z', 'revision_number': 4, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'subnets': [{'id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:10.493555 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657f8bf-36d9-4d15-991f-c3cee4a6ee12 None None] The sync data for ids ['e31e0c6c-17d1-40fb-8530-3ff020355b22'] in dv-cinder-788365-3-smb is: [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:04:03Z', 'revision_number': 4, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '63cf87d1-5c9b-4b00-8343-09cd348b00f1', 'name': '', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'mac_address': 'fa:16:3e:0d:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:02Z', 'updated_at': '2021-05-10T20:04:09Z', 'revision_number': 4, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'subnets': [{'id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:04:10.519835 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Request body: {'port': {'device_id': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'admin_state_up': True, 'tenant_id': 'b077d01980574f7d98e591ac0168f068'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:10.522807 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37404) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:10.764363 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f07be53-4630-4b7d-8727-ce2c2e20b7d7 req-51b7c215-b2df-4866-8297-9d86ff026018 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 210 time: 0.2206841 May 10 20:04:10.795404 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.814333 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:10.823060 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Usage tracker for resource:security_group_rule and tenant:232e02404cf1433b94df156531ac3978 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:10.834674 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:10.850707 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:10.862929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:10.874540 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:10.900920 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Made reservation on behalf of b077d01980574f7d98e591ac0168f068 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:10.905046 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.945156 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-8da547a1-6647-401e-9524-2d1fe25110e1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4751329 May 10 20:04:11.008056 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.019523 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.046078 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3401f7e8-bd99-49ff-b70c-58fcd49564ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:11.104704 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=232e02404cf1433b94df156531ac3978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800292 May 10 20:04:11.108331 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37422) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:11.196896 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce933-4dfc-40a4-9986-430071fd42da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.198330 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7181b4-cd85-4609-b164-07d166003608,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:11.227645 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:11.292550 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.303027 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.341930 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-1ec778b0-3ba7-46b6-8ea6-96b91850cae8 service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359373 May 10 20:04:11.344551 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Allocated IP 172.20.0.4 (dd13dd9e-8ed2-44ea-9103-22b46f77e008/7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f/1d34c73d-a544-4791-ac3c-9bdcf3a4b314) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:11.362464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.504856 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.512477 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8d96f225-f9eb-40fa-bd05-9fe1ce27ae29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:11.536516 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7181b4-cd85-4609-b164-07d166003608,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:11.545875 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:11.551750 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.553286 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e7181b4-cd85-4609-b164-07d166003608 HTTP/1.1" status: 204 len: 168 time: 0.4438603 May 10 20:04:11.751160 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37442) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:11.818620 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6aedf684-9374-4f55-ae38-910e8061d51a req-8b85ad00-5556-4b85-9ac5-e395c9267ffc tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 210 time: 0.1133306 May 10 20:04:11.842656 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-e8e29a9b-8380-4bcb-b915-77ddac386a81 service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996169 May 10 20:04:12.073419 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-9a91d619-4dcf-439d-8d96-9701dd1a5edd tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:12.075180 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-9a91d619-4dcf-439d-8d96-9701dd1a5edd tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "GET /v2.0/networks?id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 200 len: 813 time: 0.5654533 May 10 20:04:12.102612 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 63cf87d1-5c9b-4b00-8343-09cd348b00f1 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:12.280563 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Request body: {'port': {'device_id': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1', 'admin_state_up': True, 'tenant_id': '37c7f860ead44c959b4a9ff8f627fdd3'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:12.301853 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.328663 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:12.334531 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.335591 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:12.336046 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.358976 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37464) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:12.372791 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4fc34677-a280-4ef8-8e1a-b5f88333c8e8 req-59caa461-9004-4a8a-a1e8-e40508485292 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 210 time: 0.1960690 May 10 20:04:12.465276 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:12.469903 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Usage tracker for resource:security_group_rule and tenant:62a917f9308042f497a00d33937a300f is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:12.473684 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:12.506143 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:12.638838 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dcae03e4-6bfa-4628-9c63-8ea46fa04f3b req-3a4915f5-9456-48b6-a75f-58ab4767ce83 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 210 time: 0.1201909 May 10 20:04:12.654874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.683540 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.716346 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.726628 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.744789 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.772729 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fd2446ce-34ae-451c-84e8-b0f6b488889e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:12.774495 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 63cf87d1-5c9b-4b00-8343-09cd348b00f1, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=63cf87d1-5c9b-4b00-8343-09cd348b00f1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:12.785950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.792494 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d0e756de-b1df-40bf-8c12-fa1d2217f668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:12.793475 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:12.799389 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Usage tracker for resource:security_group_rule and tenant:f92148c43ce24dc28adc51d94df4cdcf is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:12.803354 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:12.809990 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:12.941643 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=63cf87d1-5c9b-4b00-8343-09cd348b00f1,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:12.959300 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:12.976058 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:12.981442 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Usage tracker for resource:port and tenant:37c7f860ead44c959b4a9ff8f627fdd3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:12.985398 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:13.002675 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:13.021501 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Made reservation on behalf of 37c7f860ead44c959b4a9ff8f627fdd3 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:13.027693 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.042912 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.058919 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.098073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.120293 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62a917f9308042f497a00d33937a300f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3674004 May 10 20:04:13.124286 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b77fc-e98f-49d1-a2c9-389620a8d462,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.126785 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37484) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:13.152603 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.176959 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.176959 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9dc989c1-af78-49a0-995e-6c26ff096fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.291505 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-cb8fb50f-0305-4ea0-8fc0-348e1a43bf9e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:13.293320 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-cb8fb50f-0305-4ea0-8fc0-348e1a43bf9e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 819 time: 0.9314227 May 10 20:04:13.309391 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82defcce-46d6-44ec-9e80-717cf82740db,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.331242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Request body: {'port': {'device_id': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'admin_state_up': True, 'tenant_id': 'b077d01980574f7d98e591ac0168f068'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:13.357153 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.359573 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f92148c43ce24dc28adc51d94df4cdcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9964015 May 10 20:04:13.371134 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37494) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:13.379912 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-27a46cb1-0ba9-48e7-8c9c-e43898e29e1d req-d4eaea0c-4abf-43ab-8600-be629002a40e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 210 time: 0.0564761 May 10 20:04:13.390393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:13.404257 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:13.420267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:13.426986 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:13.428336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.432162 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Pushing event updated for resources: {'Port': ['ID=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.470824 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.480883 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Allocated IP 172.20.0.11 (d866175e-b7d2-4341-8cf4-9028bcdd0ec1/34f1d1d1-e055-45b8-992e-c28278027e5a/985b849c-4aa3-48c2-a945-31349315560a) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:13.483927 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9682841 May 10 20:04:13.502963 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Request body: {'port': {'device_id': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:13.580840 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.596260 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:13.602451 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d54b5b29-9146-4522-be18-1268ad80dbc0 req-738c1b0f-5930-439a-8944-61e38450e226 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Synchronizing usage tracker for tenant:b077d01980574f7d98e591ac0168f068 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:13.606340 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Usage tracker for resource:port and tenant:b077d01980574f7d98e591ac0168f068 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:13.621392 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:13.636045 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:13.642978 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.650399 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.671914 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.689083 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Made reservation on behalf of b077d01980574f7d98e591ac0168f068 for: {'port': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:13.692061 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.714990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d54b5b29-9146-4522-be18-1268ad80dbc0 req-738c1b0f-5930-439a-8944-61e38450e226 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Unset dirty status for tenant:b077d01980574f7d98e591ac0168f068 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:13.716501 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d54b5b29-9146-4522-be18-1268ad80dbc0 req-738c1b0f-5930-439a-8944-61e38450e226 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 210 time: 0.1814601 May 10 20:04:13.729865 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.796218 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.885713 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.897484 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.957695 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0d1e7ab0-41ec-4afe-b426-c89983ae9a82 req-f2407945-3621-458b-ad8e-c1332e6050f8 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 210 time: 0.0672252 May 10 20:04:13.969234 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b77fc-e98f-49d1-a2c9-389620a8d462,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.978724 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 63cf87d1-5c9b-4b00-8343-09cd348b00f1 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:13.981327 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.985014 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.991544 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c74467fb-04ab-4896-8294-c2e32116f2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.997369 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.73', 49915) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:14.025446 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82defcce-46d6-44ec-9e80-717cf82740db,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:14.030168 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.031282 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82defcce-46d6-44ec-9e80-717cf82740db HTTP/1.1" status: 204 len: 168 time: 0.6593094 May 10 20:04:14.032208 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:14.036644 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Allocated IP 172.20.0.7 (dd13dd9e-8ed2-44ea-9103-22b46f77e008/7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f/75363dbe-0cca-49d2-a503-6365290aceb1) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:14.039559 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.040720 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a37b77fc-e98f-49d1-a2c9-389620a8d462 HTTP/1.1" status: 204 len: 168 time: 0.8970284 May 10 20:04:14.149816 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.203164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:14.204063 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.305922 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-1b750936-cb0a-45f9-acd9-33676b1656ac tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.307392 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-1b750936-cb0a-45f9-acd9-33676b1656ac tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.3036118 May 10 20:04:14.326583 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Request body: {'port': {'device_id': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'admin_state_up': True, 'tenant_id': 'e7af5153324247ef8ea5235c92309373'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:14.420530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.497850 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.514461 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:14.542115 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.553629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:14.608754 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:14.665326 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:14.698310 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:14.704298 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.704298 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.733328 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Network dd13dd9e-8ed2-44ea-9103-22b46f77e008 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:14.738127 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:14.746526 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:14.789205 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Pushing event updated for resources: {'Port': ['ID=75363dbe-0cca-49d2-a503-6365290aceb1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:14.794685 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:14.810056 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Pushing event updated for resources: {'Port': ['ID=985b849c-4aa3-48c2-a945-31349315560a,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:14.825131 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.826171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.830538 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37540) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:14.833778 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:14.862368 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.876623 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5710106 May 10 20:04:14.882713 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:14.890696 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Request body: {'port': {'device_id': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:14.890904 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6507823 May 10 20:04:14.916584 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Usage tracker for resource:security_group_rule and tenant:693aeebc65e8454b982c7fa8c3bbead8 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:14.916939 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Request body: {'port': {'device_id': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:14.923428 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:14.941542 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:15.020295 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:15.051303 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.196225 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:15.244094 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c2847-5ac5-44e7-bfe7-802cde5468bd req-0ae3b113-73aa-4fc3-a14c-92cfe2b761b9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:15.244094 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-924c2847-5ac5-44e7-bfe7-802cde5468bd req-0ae3b113-73aa-4fc3-a14c-92cfe2b761b9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Synchronizing usage tracker for tenant:37c7f860ead44c959b4a9ff8f627fdd3 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:15.269741 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.277549 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.288161 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8492d5fe-8699-4d25-9cc8-9f0d713c9720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:15.339144 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Made reservation on behalf of e7af5153324247ef8ea5235c92309373 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:15.348003 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=693aeebc65e8454b982c7fa8c3bbead8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5133705 May 10 20:04:15.349735 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.350278 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37558) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:15.352723 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb39c9a-7ad1-43e1-95ce-45ab2f710534,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:15.355809 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:15.387761 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.db.resource_extend [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:04:15.520523 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e58da-2b60-42c4-93f4-fa1cc2497b77 req-16513f76-72c5-4639-bc50-04c72f32e744 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:15.522665 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-609e58da-2b60-42c4-93f4-fa1cc2497b77 req-16513f76-72c5-4639-bc50-04c72f32e744 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 931 time: 0.5245671 May 10 20:04:15.542692 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.546867 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-924c2847-5ac5-44e7-bfe7-802cde5468bd req-0ae3b113-73aa-4fc3-a14c-92cfe2b761b9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Unset dirty status for tenant:37c7f860ead44c959b4a9ff8f627fdd3 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:15.548036 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-924c2847-5ac5-44e7-bfe7-802cde5468bd req-0ae3b113-73aa-4fc3-a14c-92cfe2b761b9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 932 time: 0.8398833 May 10 20:04:15.572291 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.591550 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.634481 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.638450 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e188fae7-6044-4cc3-9a25-c474672a58f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:15.652038 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb39c9a-7ad1-43e1-95ce-45ab2f710534,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:15.656535 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:15.661957 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.665935 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cb39c9a-7ad1-43e1-95ce-45ab2f710534 HTTP/1.1" status: 204 len: 168 time: 0.3118865 May 10 20:04:15.731547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:15.774402 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.808761 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-609e58da-2b60-42c4-93f4-fa1cc2497b77 req-82aca434-1461-49c5-b0e1-9f6e70b2a9d9 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Synchronizing usage tracker for tenant:b077d01980574f7d98e591ac0168f068 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:15.859763 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-924c2847-5ac5-44e7-bfe7-802cde5468bd req-75a8654a-eb34-4bf2-8b38-1a79ba6f3862 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540569 May 10 20:04:15.893942 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Transition to ACTIVE for port object 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:15.951255 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.981164 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.038349 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-609e58da-2b60-42c4-93f4-fa1cc2497b77 req-82aca434-1461-49c5-b0e1-9f6e70b2a9d9 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Unset dirty status for tenant:b077d01980574f7d98e591ac0168f068 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:16.042147 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-609e58da-2b60-42c4-93f4-fa1cc2497b77 req-82aca434-1461-49c5-b0e1-9f6e70b2a9d9 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007999 May 10 20:04:16.043602 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Allocated IP 172.20.0.5 (4296fe5b-8ba2-465b-b137-c322efe387a3/be64afe0-b51a-4f3a-b5fb-983098cd3eb8/83e1e129-a0e9-40ba-b6fd-f3bc31392760) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:16.274433 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75363dbe-0cca-49d2-a503-6365290aceb1 {{(pid=78752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:16.281937 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.297560 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Transition to ACTIVE for port object 75363dbe-0cca-49d2-a503-6365290aceb1 will not be triggered until provisioned by entity L2. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:16.302529 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.313345 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.400401 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bb684712-082b-4607-a4b8-cf28fa30b65a req-baf47d5e-f51a-4d0b-b9b7-8f8adfa0751d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 210 time: 0.1651113 May 10 20:04:16.489907 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Pushing event updated for resources: {'Port': ['ID=75363dbe-0cca-49d2-a503-6365290aceb1,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:16.494599 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:16.506380 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:16.509865 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:16.606683 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Attempting to bind port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:16.607015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Attempting to bind port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:16.607372 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Attempting to bind port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:16.638749 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:16.639099 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Attempting to bind port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:16.671472 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.688022 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:16.688645 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Checking segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:16.689094 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Bound using segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:16.689541 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Bound port: 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:16.689888 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.749903 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Attempting to bind port 75363dbe-0cca-49d2-a503-6365290aceb1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:16.752051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Attempting to bind port 75363dbe-0cca-49d2-a503-6365290aceb1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:16.753996 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Attempting to bind port 75363dbe-0cca-49d2-a503-6365290aceb1 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:16.774563 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Port 75363dbe-0cca-49d2-a503-6365290aceb1 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:16.775528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Attempting to bind port 75363dbe-0cca-49d2-a503-6365290aceb1 on network dd13dd9e-8ed2-44ea-9103-22b46f77e008 {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:16.782163 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:16.783227 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Checking segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:16.783867 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Bound using segment: {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'} {{(pid=78752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:16.785038 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.managers [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Bound port: 75363dbe-0cca-49d2-a503-6365290aceb1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008'}}] {{(pid=78752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:16.785569 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.858761 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] For port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:16.865761 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.878219 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9', '3c7953fc-c66d-454c-bd63-a6fe890a53c0'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:16.922328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.952203 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] For port 75363dbe-0cca-49d2-a503-6365290aceb1, host hv-cinder-78836, cleared binding levels {{(pid=78752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:16.956668 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] For port 75363dbe-0cca-49d2-a503-6365290aceb1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75363dbe-0cca-49d2-a503-6365290aceb1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:16.968297 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.984750 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.997654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] For port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:17.026803 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.062053 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.062853 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for port, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.067502 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] 10.222.0.73 "PUT /v2.0/ports/75363dbe-0cca-49d2-a503-6365290aceb1 HTTP/1.1" status: 200 len: 1093 time: 2.1821797 May 10 20:04:17.069231 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:17.090745 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'tag': '75363dbe-0cca-49d2-a503-6365290aceb1'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:17.103594 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:17.143982 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985b849c-4aa3-48c2-a945-31349315560a {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:17.162102 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:17.172007 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.172667 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.191413 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.211169 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Pushing event updated for resources: {'Port': ['ID=75363dbe-0cca-49d2-a503-6365290aceb1,revision_number=3']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:17.214539 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:17.223984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event updated for resources: {'Port': ['ID=83e1e129-a0e9-40ba-b6fd-f3bc31392760,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:17.233695 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-a6959875-8e55-44c0-bc72-30f21265b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.236044 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-a6959875-8e55-44c0-bc72-30f21265b459 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 1096 time: 0.1176310 May 10 20:04:17.278203 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.279234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.281617 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 1093 time: 3.7831459 May 10 20:04:17.282527 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:17.290184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'tag': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:17.295344 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:17.399047 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-1a0e4d83-2d71-420a-a553-9a64ec2a97e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75363dbe-0cca-49d2-a503-6365290aceb1 HTTP/1.1" status: 200 len: 217 time: 0.1532164 May 10 20:04:17.534600 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-8b326196-514c-4a21-8c94-a87c41f2ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.537224 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-8b326196-514c-4a21-8c94-a87c41f2ddb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.1292033 May 10 20:04:17.560902 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Transition to ACTIVE for port object 985b849c-4aa3-48c2-a945-31349315560a will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:17.619789 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.639867 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-235f11af-abba-42d6-ad83-337b4a9023f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948410 May 10 20:04:17.760684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 37658) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:17.791912 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4671376 May 10 20:04:17.844815 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-c360f1af-a7c2-475c-8617-1f5e868ff155 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958745 May 10 20:04:17.924912 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Request body: {'port': {'device_id': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:17.952147 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:17.963628 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:17.970176 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-90b5ffdd-b4f4-410a-bec8-7a42e406c3c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:18.088684 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-fe0ebf34-d4c9-4044-bb3e-a21e9ae97b14 req-a54cbc1c-1592-4bf0-aca0-d39ba1e976f4 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361414 May 10 20:04:18.116749 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.200144 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:18.202568 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Attempting to bind port 985b849c-4aa3-48c2-a945-31349315560a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:18.202901 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Attempting to bind port 985b849c-4aa3-48c2-a945-31349315560a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:18.203224 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Attempting to bind port 985b849c-4aa3-48c2-a945-31349315560a on network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:18.206152 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Pushing event updated for resources: {'Port': ['ID=985b849c-4aa3-48c2-a945-31349315560a,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:18.234367 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:18.236379 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Usage tracker for resource:security_group_rule and tenant:11e0979a09c741e2950b514c2a0cc60c is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:18.245102 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:18.249240 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Port 985b849c-4aa3-48c2-a945-31349315560a on network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:18.249565 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Attempting to bind port 985b849c-4aa3-48c2-a945-31349315560a on network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:18.252913 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-c5b9a899-c355-4516-b116-4945db28699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.254310 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-c5b9a899-c355-4516-b116-4945db28699f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1096 time: 0.7800639 May 10 20:04:18.261444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f371-0c09-4016-b182-7f311f1c42bf req-9f2196e5-e657-4554-b981-c94968a435e7 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.262782 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7268f371-0c09-4016-b182-7f311f1c42bf req-9f2196e5-e657-4554-b981-c94968a435e7 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 932 time: 1.0020759 May 10 20:04:18.326083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:18.339947 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:18.340295 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Checking segment: {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:18.340675 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Bound using segment: {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:18.341573 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Bound port: 985b849c-4aa3-48c2-a945-31349315560a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:18.341573 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.385633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f476c1a-28a1-4bc1-b10b-bfb95e0b5863 req-be53eb4e-87ee-4fb6-9af1-5e6864594353 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.387063 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0f476c1a-28a1-4bc1-b10b-bfb95e0b5863 req-be53eb4e-87ee-4fb6-9af1-5e6864594353 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 943 time: 0.8209479 May 10 20:04:18.397781 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-8170e79f-49bb-44aa-bd1b-ed1532162bc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 217 time: 0.1301160 May 10 20:04:18.405249 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.592590 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7268f371-0c09-4016-b182-7f311f1c42bf req-1903da81-e287-4e8f-83c2-709c7d995b9c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151686 May 10 20:04:18.629378 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0f476c1a-28a1-4bc1-b10b-bfb95e0b5863 req-4d3a7e22-f20b-4045-b8fe-89a85e02defd tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271092 May 10 20:04:18.642209 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-5fe1f8c9-9b40-4b7d-b811-d445d155f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.644011 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-5fe1f8c9-9b40-4b7d-b811-d445d155f6c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.2227805 May 10 20:04:18.668154 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'tag': '75363dbe-0cca-49d2-a503-6365290aceb1', 'status': 'completed', 'code': 200} May 10 20:04:18.733088 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'tag': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314', 'status': 'completed', 'code': 200} May 10 20:04:18.735266 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-b6b87075-5660-423b-8472-8fdaba74cea5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756879 May 10 20:04:18.745053 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] For port 985b849c-4aa3-48c2-a945-31349315560a, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:18.818311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-85b5e46e-7195-45c9-9795-9ac8e06b8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.820180 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-85b5e46e-7195-45c9-9795-9ac8e06b8afe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 1096 time: 0.1321914 May 10 20:04:18.837460 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] For port 985b849c-4aa3-48c2-a945-31349315560a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=985b849c-4aa3-48c2-a945-31349315560a,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:18.949311 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.987775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:19.004317 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-2a9ae712-ac61-4d93-8f22-aaccef7829ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.006028 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-2a9ae712-ac61-4d93-8f22-aaccef7829ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.1773305 May 10 20:04:19.076304 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-be60bf0b-3d23-4b7d-83df-ba9c02e06ec7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75363dbe-0cca-49d2-a503-6365290aceb1 HTTP/1.1" status: 200 len: 217 time: 0.0613127 May 10 20:04:19.088874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.111534 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.112109 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.113505 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] 10.222.0.73 "PUT /v2.0/ports/985b849c-4aa3-48c2-a945-31349315560a HTTP/1.1" status: 200 len: 1094 time: 4.2007096 May 10 20:04:19.177029 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.256379 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-328ffc6f-6f62-438d-b53b-9db5bc562562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.257958 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-328ffc6f-6f62-438d-b53b-9db5bc562562 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.1745236 May 10 20:04:19.308639 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-2be5bfcb-c1f6-4742-a5fa-a283f84ecc01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436592 May 10 20:04:19.316201 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11e0979a09c741e2950b514c2a0cc60c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5391195 May 10 20:04:19.317184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Pushing event updated for resources: {'Port': ['ID=985b849c-4aa3-48c2-a945-31349315560a,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:19.319406 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37694) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:19.321537 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:19.327505 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:19.354479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-daa8ca64-a6b1-4965-8113-a7bec183dfb5 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072245 May 10 20:04:19.494891 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.516685 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-7077ab9c-4ea6-4805-a387-27b8114e3e03 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996779 May 10 20:04:19.558338 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.594239 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0a91b6-f164-4c93-94d5-b605790c4c58,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:19.603745 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1621040-4872-48ab-96b1-727adac52d52 req-12976153-3bb4-43c1-8c29-35aa4d34344c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.604469 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-a1621040-4872-48ab-96b1-727adac52d52 req-12976153-3bb4-43c1-8c29-35aa4d34344c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:19.608431 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:19.670337 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-341076aa-c977-4b8a-ac3e-2e391fc99d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.671840 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-341076aa-c977-4b8a-ac3e-2e391fc99d63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 1097 time: 0.4773085 May 10 20:04:19.686642 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-a1621040-4872-48ab-96b1-727adac52d52 req-12976153-3bb4-43c1-8c29-35aa4d34344c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:19.687806 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a1621040-4872-48ab-96b1-727adac52d52 req-12976153-3bb4-43c1-8c29-35aa4d34344c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 931 time: 0.7470841 May 10 20:04:19.711912 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-ff2ffca7-fcaf-455e-b343-b039ebb01576 req-700d479c-dd8b-419a-abec-3a8ba1213a9e service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864848 May 10 20:04:19.719097 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.723250 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-196c7fd9-32fa-45e7-8037-a730e25530fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:19.737233 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0a91b6-f164-4c93-94d5-b605790c4c58,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:19.740522 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:19.744118 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:19.745216 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa0a91b6-f164-4c93-94d5-b605790c4c58 HTTP/1.1" status: 204 len: 168 time: 0.4248016 May 10 20:04:19.842725 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-e8250509-0827-4a24-bb5e-b0384014d822 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=985b849c-4aa3-48c2-a945-31349315560a HTTP/1.1" status: 200 len: 217 time: 0.1539102 May 10 20:04:19.964064 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3599a204-32bd-4e9b-bfc7-102ef33693dd req-5c3d61ef-9e8e-4773-98e9-84bf91e50fba service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946691 May 10 20:04:19.994953 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a1621040-4872-48ab-96b1-727adac52d52 req-47255645-db71-4a5b-86db-dcc54ee8c6a0 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478216 May 10 20:04:20.014130 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e1e129-a0e9-40ba-b6fd-f3bc31392760 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:20.032664 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:20.083177 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72e3d-e6db-4186-8505-6744569ad634 req-c75aef95-fbe8-4d01-9971-73ff74aef9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.083177 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-c75aef95-fbe8-4d01-9971-73ff74aef9dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34f1d1d1-e055-45b8-992e-c28278027e5a HTTP/1.1" status: 200 len: 853 time: 0.2146456 May 10 20:04:20.147212 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Transition to ACTIVE for port object 83e1e129-a0e9-40ba-b6fd-f3bc31392760 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:20.187050 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-b8789571-3dd0-49c2-82b7-7b364e995623 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928140 May 10 20:04:20.207608 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:20.234098 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:20.294869 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309438eb-e268-48a0-9bc3-9ab8b4cd007a req-cc49b010-7bb1-460e-a4dc-0c1d3b201dc3 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.296324 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-309438eb-e268-48a0-9bc3-9ab8b4cd007a req-cc49b010-7bb1-460e-a4dc-0c1d3b201dc3 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 944 time: 0.5429783 May 10 20:04:20.499086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Pushing event updated for resources: {'Port': ['ID=83e1e129-a0e9-40ba-b6fd-f3bc31392760,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:20.525978 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:20.578916 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-309438eb-e268-48a0-9bc3-9ab8b4cd007a req-a554ef2a-e190-413d-92d5-748c6d766b5a tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268426 May 10 20:04:20.587340 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Attempting to bind port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:20.587682 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Attempting to bind port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:20.588231 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Attempting to bind port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:20.591880 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-d988b5bc-3b1d-4da8-8078-e078d7a1aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.593504 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-d988b5bc-3b1d-4da8-8078-e078d7a1aef7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1096 time: 0.5657439 May 10 20:04:20.641613 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:20.642020 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Attempting to bind port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:20.657150 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183e6db-a8ae-4304-8dea-b60918ab245f req-8caaa13b-8443-4b83-95de-61746141e7c5 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.658649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2183e6db-a8ae-4304-8dea-b60918ab245f req-8caaa13b-8443-4b83-95de-61746141e7c5 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 943 time: 0.5185480 May 10 20:04:20.666342 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-d8a471a0-4a31-4eba-b8df-bf661e50fc7e service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649441 May 10 20:04:20.712668 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:20.713018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Checking segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:20.713412 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Bound using segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:20.713864 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Bound port: 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:20.714214 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:20.762403 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'tag': '985b849c-4aa3-48c2-a945-31349315560a'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:20.934751 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2183e6db-a8ae-4304-8dea-b60918ab245f req-f1334cd9-e58b-4a9c-911a-7bb49e730772 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670853 May 10 20:04:20.983829 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-5c12db57-4a85-4540-9699-ca809f89add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.985329 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-5c12db57-4a85-4540-9699-ca809f89add9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.3693693 May 10 20:04:21.001767 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'tag': '985b849c-4aa3-48c2-a945-31349315560a', 'status': 'completed', 'code': 200} May 10 20:04:21.078973 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-172f297f-c3be-4e90-be3b-668903605e08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 217 time: 0.0789728 May 10 20:04:21.080066 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] For port 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:21.085798 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-04f72e3d-e6db-4186-8505-6744569ad634 req-909b45f9-8a4f-4fbb-be6c-7bcfc772a642 service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560460 May 10 20:04:21.090146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] For port 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:21.126264 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.134662 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:21.374016 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.374659 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.375964 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/83e1e129-a0e9-40ba-b6fd-f3bc31392760 HTTP/1.1" status: 200 len: 1093 time: 3.5548284 May 10 20:04:21.405663 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-0ace098b-5c99-4006-8f66-8131c25472c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.407207 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-0ace098b-5c99-4006-8f66-8131c25472c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.3156214 May 10 20:04:21.418967 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Pushing event updated for resources: {'Port': ['ID=83e1e129-a0e9-40ba-b6fd-f3bc31392760,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:21.455469 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:21.514990 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-47db13f8-461d-4c2f-ae2c-5115f1c3cff0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982778 May 10 20:04:21.576202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828336f6-985c-41b5-89cf-bc6274cc6251 req-dd802ff0-b5c4-4f1d-bf5b-f93c1d6b6d5f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.577388 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-828336f6-985c-41b5-89cf-bc6274cc6251 req-dd802ff0-b5c4-4f1d-bf5b-f93c1d6b6d5f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 943 time: 0.4072855 May 10 20:04:21.636710 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-8425ab7b-fc67-42d7-9726-00f542e17830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.638209 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-8425ab7b-fc67-42d7-9726-00f542e17830 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 1097 time: 0.4691536 May 10 20:04:21.859089 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-eb8fc7cf-5cc3-4e97-9f60-b2a66b0f20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.860649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-eb8fc7cf-5cc3-4e97-9f60-b2a66b0f20b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 1096 time: 0.4075000 May 10 20:04:21.951109 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-828336f6-985c-41b5-89cf-bc6274cc6251 req-77acd46d-0281-41dd-aa03-b43f067f8dce tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179812 May 10 20:04:21.976779 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-6fd99419-27a6-4848-b2d7-c0f823db0f74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760 HTTP/1.1" status: 200 len: 217 time: 0.1061120 May 10 20:04:21.986306 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-774d03d9-fcd3-4557-bd81-e2a7f3811f52 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615119 May 10 20:04:22.125591 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-5ed429c6-f084-4a67-be77-f1d27abf3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:22.127070 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-5ed429c6-f084-4a67-be77-f1d27abf3e78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 200 len: 914 time: 0.4816821 May 10 20:04:22.220675 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-7ab94782-4725-4f37-a811-b63930769e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:22.221657 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-7ab94782-4725-4f37-a811-b63930769e00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.2318034 May 10 20:04:22.227203 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-af845b8c-b638-4da3-b9ce-0f6335b1c863 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=985b849c-4aa3-48c2-a945-31349315560a HTTP/1.1" status: 200 len: 217 time: 0.0916536 May 10 20:04:22.249629 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf352-a03c-4b41-a108-b826b1500b61 req-4444577a-14e3-4752-b592-0cc1e8581b5e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:22.251069 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e47cf352-a03c-4b41-a108-b826b1500b61 req-4444577a-14e3-4752-b592-0cc1e8581b5e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 944 time: 0.4929471 May 10 20:04:22.384238 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-aa53a634-56d9-4624-ad95-c3be7f6776bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466124 May 10 20:04:22.513831 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4c13eb25-cfb7-4bfa-9403-4b7611c9c6e7 req-d6c91fbc-60c6-4c8b-99ff-17fd4c9108ce service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191004 May 10 20:04:22.533751 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-5679039c-d99d-4c70-8783-6e2ef621684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:22.535205 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-5679039c-d99d-4c70-8783-6e2ef621684c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34f1d1d1-e055-45b8-992e-c28278027e5a HTTP/1.1" status: 200 len: 853 time: 0.2968290 May 10 20:04:22.549198 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e47cf352-a03c-4b41-a108-b826b1500b61 req-9cc326db-637a-4d62-9cf1-e258f79e7e51 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853545 May 10 20:04:22.621772 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-73a49dab-9a12-4b29-a49f-1cf4ecc0f8a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643730 May 10 20:04:22.829324 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656ad1a-99b9-47f4-a14d-7327c8f398f3 req-71c76c65-2f5f-419c-a8f2-21c9e1dd98b8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:22.831248 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3656ad1a-99b9-47f4-a14d-7327c8f398f3 req-71c76c65-2f5f-419c-a8f2-21c9e1dd98b8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 943 time: 0.5966532 May 10 20:04:22.835502 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-059ab955-6cac-4c96-a9c5-984fc0523cc5 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282250 May 10 20:04:22.899567 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 75363dbe-0cca-49d2-a503-6365290aceb1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:22.982886 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3656ad1a-99b9-47f4-a14d-7327c8f398f3 req-ac6e3b71-8dcf-46bf-9896-ef613d2cc9ca tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445458 May 10 20:04:23.003723 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'tag': '83e1e129-a0e9-40ba-b6fd-f3bc31392760'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:23.047328 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-962a473b-7d82-4059-b56b-b4ecd0cbac7e service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116247 May 10 20:04:23.082854 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 75363dbe-0cca-49d2-a503-6365290aceb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75363dbe-0cca-49d2-a503-6365290aceb1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:23.102177 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '75363dbe-0cca-49d2-a503-6365290aceb1', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'port_id': '75363dbe-0cca-49d2-a503-6365290aceb1', 'mac_address': 'fa:16:3e:20:71:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:23.129566 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'tag': '83e1e129-a0e9-40ba-b6fd-f3bc31392760', 'status': 'completed', 'code': 200} May 10 20:04:23.168356 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.187364 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75363dbe-0cca-49d2-a503-6365290aceb1 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:23.210592 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 75363dbe-0cca-49d2-a503-6365290aceb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75363dbe-0cca-49d2-a503-6365290aceb1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:23.215639 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.219064 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:23.232202 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-addb92fe-571d-4ce2-93c6-4cb8003651bc req-48dae2af-be81-4fdc-b379-3649408663b4 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781157 May 10 20:04:23.275723 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c6876d3b-c8d9-4eb1-9432-80585968e00f req-b9c9734f-bba9-4532-bd75-f62ba6658577 service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155783 May 10 20:04:23.315519 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097319f-adf5-41dc-9a0f-4d174af07708 req-2e059e6b-359e-4c1a-b5d4-4d78a4c4af56 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.317294 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6097319f-adf5-41dc-9a0f-4d174af07708 req-2e059e6b-359e-4c1a-b5d4-4d78a4c4af56 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 943 time: 0.2276025 May 10 20:04:23.325042 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=75363dbe-0cca-49d2-a503-6365290aceb1,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:23.329174 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:23.426207 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6097319f-adf5-41dc-9a0f-4d174af07708 req-6f48330d-0a61-4e65-af6a-2a615f30c024 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928392 May 10 20:04:23.447971 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-5d5049e9-c75c-4bfe-b18c-bd98acb98fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.449476 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-5d5049e9-c75c-4bfe-b18c-bd98acb98fdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 1096 time: 0.1215367 May 10 20:04:23.589968 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-b58ee7f3-5a75-47db-add1-727bb66ee016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.591533 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-b58ee7f3-5a75-47db-add1-727bb66ee016 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 916 time: 0.1334295 May 10 20:04:23.670837 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-e5aa4197-95b0-48ca-a7dd-7f469eb7050e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760 HTTP/1.1" status: 200 len: 217 time: 0.0720532 May 10 20:04:23.782087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-17324f79-4d1b-409c-8670-6d6ca6f21de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.783715 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-17324f79-4d1b-409c-8670-6d6ca6f21de6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.0810480 May 10 20:04:23.842994 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-96d9d148-4cce-44cf-8b4f-eedd5c90aafb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515375 May 10 20:04:23.852049 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46fecf-cf81-4af7-8e62-25da1b5bf668 req-b840c094-3c0f-4679-8cd6-86b8179d9bbf tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.853535 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe46fecf-cf81-4af7-8e62-25da1b5bf668 req-b840c094-3c0f-4679-8cd6-86b8179d9bbf tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 944 time: 0.1847272 May 10 20:04:23.992143 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe46fecf-cf81-4af7-8e62-25da1b5bf668 req-6d1dc582-3d6a-45aa-8d2c-74741fc7ee31 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172428 May 10 20:04:24.023212 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-b55c2cc6-be7d-42ec-9e66-a61947c0dfd2 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686683 May 10 20:04:24.222891 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fab510e-579e-4b68-97b9-9be859ebea67 req-beb5893b-78e3-4776-a16a-94010b4c1ff9 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921477 May 10 20:04:24.240954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7554e-a762-43ca-b0c9-031771459f74 req-9a2800e4-34b0-41cd-96ae-8fc55fdec016 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:24.242414 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6da7554e-a762-43ca-b0c9-031771459f74 req-9a2800e4-34b0-41cd-96ae-8fc55fdec016 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 944 time: 0.1321867 May 10 20:04:24.290053 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6da7554e-a762-43ca-b0c9-031771459f74 req-bd4fabef-17d9-4ea9-90e6-3f07f8f02c49 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 May 10 20:04:24.613021 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5e5d8-c1da-4830-8831-5f9ff98eb7cb req-04ec9255-79d7-40c6-a795-b927fe4ff278 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:24.614466 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0de5e5d8-c1da-4830-8831-5f9ff98eb7cb req-04ec9255-79d7-40c6-a795-b927fe4ff278 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 943 time: 0.0797524 May 10 20:04:24.665380 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0de5e5d8-c1da-4830-8831-5f9ff98eb7cb req-87f8fab9-c0f9-4626-bc62-6771c98f3340 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 May 10 20:04:24.666245 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['75363dbe-0cca-49d2-a503-6365290aceb1'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:24.901947 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:25.032972 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:25.050342 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314', 'network_id': 'dd13dd9e-8ed2-44ea-9103-22b46f77e008', 'port_id': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314', 'mac_address': 'fa:16:3e:83:ca:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:25.108795 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.126699 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:25.142249 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:25.146703 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.148630 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:25.186525 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8640c-ee32-40a1-b00f-0f87ccc29c3b req-bab83735-df70-4133-90a1-dc7d8c4f1c7d tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:25.187962 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9ab8640c-ee32-40a1-b00f-0f87ccc29c3b req-bab83735-df70-4133-90a1-dc7d8c4f1c7d tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 944 time: 0.0821686 May 10 20:04:25.216935 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:25.220014 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:25.236929 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9ab8640c-ee32-40a1-b00f-0f87ccc29c3b req-18e2e718-2914-4ba0-a837-c65dcc781b17 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 May 10 20:04:25.574063 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121b0c7-fe9b-4841-b285-d91c1c11d3b6 req-2105c759-3541-4009-9154-6c6c425c3946 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:25.575551 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d121b0c7-fe9b-4841-b285-d91c1c11d3b6 req-2105c759-3541-4009-9154-6c6c425c3946 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 944 time: 0.1723890 May 10 20:04:25.626616 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d121b0c7-fe9b-4841-b285-d91c1c11d3b6 req-6837eff1-e1de-43dd-b855-c8cd387035f9 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 May 10 20:04:25.783047 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['1d34c73d-a544-4791-ac3c-9bdcf3a4b314'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:25.886133 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460a9c1-cb85-4492-8ecf-10176b3a6ea6 req-0bfed98c-1e27-44ef-a42e-2d98eb1db063 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:25.887646 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4460a9c1-cb85-4492-8ecf-10176b3a6ea6 req-0bfed98c-1e27-44ef-a42e-2d98eb1db063 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 943 time: 0.0879686 May 10 20:04:25.956858 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4460a9c1-cb85-4492-8ecf-10176b3a6ea6 req-f796d494-2953-43d5-bca7-41354d9cab16 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554194 May 10 20:04:26.220789 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37882) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:26.339672 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.355052 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:26.362094 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Usage tracker for resource:security_group_rule and tenant:eca68a8d38614dadb41e57cb64720951 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:26.365529 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:26.371475 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:26.433725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbaf87-04f2-4bf8-b7e9-6b5d9a148b86 req-1d814b15-5ab3-446b-9574-693a9bc20567 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:26.434758 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-46bbaf87-04f2-4bf8-b7e9-6b5d9a148b86 req-1d814b15-5ab3-446b-9574-693a9bc20567 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 944 time: 0.0879865 May 10 20:04:26.458281 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.463013 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.470172 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a0ac1c25-a016-497f-b045-33ca4a8b869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:26.481070 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-46bbaf87-04f2-4bf8-b7e9-6b5d9a148b86 req-64d63163-9d2b-4f7e-b50b-e7f4937de2a0 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 May 10 20:04:26.511296 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6526007-58c9-46bc-bf99-b9a1bc53ddca,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:26.515563 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eca68a8d38614dadb41e57cb64720951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937350 May 10 20:04:26.516440 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:26.518453 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37892) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:26.580655 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.606392 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.659430 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.664444 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-587af2b2-fb26-4191-b79c-8b941b7a9916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:26.675655 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6526007-58c9-46bc-bf99-b9a1bc53ddca,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:26.678544 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:26.686429 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.701773 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6526007-58c9-46bc-bf99-b9a1bc53ddca HTTP/1.1" status: 204 len: 168 time: 0.1736424 May 10 20:04:26.831801 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ea58-0e94-4eaf-8580-9f471ef902a1 req-27c91fac-f78f-4e9e-a678-84ef871d4fbe tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:26.833203 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f205ea58-0e94-4eaf-8580-9f471ef902a1 req-27c91fac-f78f-4e9e-a678-84ef871d4fbe tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 944 time: 0.0879092 May 10 20:04:26.878628 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f205ea58-0e94-4eaf-8580-9f471ef902a1 req-3ebdd515-0080-4ea5-9ed8-b4239019485e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 May 10 20:04:26.918796 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 985b849c-4aa3-48c2-a945-31349315560a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:27.002823 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37906) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:27.009075 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 75363dbe-0cca-49d2-a503-6365290aceb1 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:27.022560 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.038572 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:27.044959 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:36c2cf15998d4a618518caba5fd1fa40 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:27.048016 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:27.054767 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:27.128837 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 985b849c-4aa3-48c2-a945-31349315560a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=985b849c-4aa3-48c2-a945-31349315560a,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:27.149545 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '985b849c-4aa3-48c2-a945-31349315560a', 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1', 'port_id': '985b849c-4aa3-48c2-a945-31349315560a', 'mac_address': 'fa:16:3e:42:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1d1d1-e055-45b8-992e-c28278027e5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:27.156903 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163488f6-9f88-4525-8a46-393b38afad48 req-e86356c6-95f1-420b-9b15-06cecf113991 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.158835 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-163488f6-9f88-4525-8a46-393b38afad48 req-e86356c6-95f1-420b-9b15-06cecf113991 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 943 time: 0.0936706 May 10 20:04:27.163255 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.172978 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.186369 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-743cf898-a220-4c12-8523-5af48bcfa166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:27.216218 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.225246 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-163488f6-9f88-4525-8a46-393b38afad48 req-4f0bdfa9-6f2e-4e9d-90fe-d21be5f365d5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 May 10 20:04:27.228845 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 75363dbe-0cca-49d2-a503-6365290aceb1 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:27.240140 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 75363dbe-0cca-49d2-a503-6365290aceb1 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:27.240521 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.242009 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36c2cf15998d4a618518caba5fd1fa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375793 May 10 20:04:27.242887 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1222e1c-0570-4be4-9229-f5d4b8cd3025,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.245447 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37912) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:27.248039 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:27.279081 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985b849c-4aa3-48c2-a945-31349315560a {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:27.311339 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 985b849c-4aa3-48c2-a945-31349315560a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=985b849c-4aa3-48c2-a945-31349315560a,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:27.315225 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.315566 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.317378 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-7372fbd6-c098-480c-8b80-ab58b46e3d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:27.342232 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.394669 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.400311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9df7b354-93ad-4fa9-a60b-58abe74e4117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:27.413839 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1222e1c-0570-4be4-9229-f5d4b8cd3025,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.416228 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:27.419096 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.423156 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1222e1c-0570-4be4-9229-f5d4b8cd3025 HTTP/1.1" status: 204 len: 168 time: 0.1744537 May 10 20:04:27.476736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=985b849c-4aa3-48c2-a945-31349315560a,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.481052 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:27.481777 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.509927 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75363dbe-0cca-49d2-a503-6365290aceb1'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:27.519978 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 75363dbe-0cca-49d2-a503-6365290aceb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75363dbe-0cca-49d2-a503-6365290aceb1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:27.523837 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.525819 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-c97d181e-0464-47d8-95fa-eee17181811c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:27.572627 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75363dbe-0cca-49d2-a503-6365290aceb1', 'code': 200} May 10 20:04:27.616198 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=75363dbe-0cca-49d2-a503-6365290aceb1,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.619369 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:27.737656 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74fa00-305c-4c52-85bb-296f94a96d37 req-1ae8ba77-e0b5-4095-b1a3-7fc699ef2e89 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.739594 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0c74fa00-305c-4c52-85bb-296f94a96d37 req-1ae8ba77-e0b5-4095-b1a3-7fc699ef2e89 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 945 time: 0.1305597 May 10 20:04:27.798362 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0c74fa00-305c-4c52-85bb-296f94a96d37 req-825ffc36-a560-420f-9778-dead869658fd tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 May 10 20:04:27.877202 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37928) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:27.894484 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.900173 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f99e-b059-41be-9904-eb2cc1859424 req-7cf007c8-d1ab-4011-954f-5442c530eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.901662 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a26f99e-b059-41be-9904-eb2cc1859424 req-7cf007c8-d1ab-4011-954f-5442c530eba8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 1098 time: 0.0866897 May 10 20:04:27.917031 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:27.921241 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:47fd0a07b374451498efbf98bf088f66 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:27.924592 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:27.937363 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:27.955388 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['985b849c-4aa3-48c2-a945-31349315560a'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:27.976714 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a26f99e-b059-41be-9904-eb2cc1859424 req-5a6e9b32-becf-447c-ab77-3fc0dd27803e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672565 May 10 20:04:28.040837 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:28.045717 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:28.054656 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d30a7652-4def-46e9-94c5-017d65c3596b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:28.090309 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7766-cf19-4795-8495-81c0a68cc432 req-3f995d42-6d75-45cf-98d3-0a6a7256075c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:28.091786 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b10d7766-cf19-4795-8495-81c0a68cc432 req-3f995d42-6d75-45cf-98d3-0a6a7256075c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0856938 May 10 20:04:28.104357 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47fd0a07b374451498efbf98bf088f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263956 May 10 20:04:28.105551 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d5ac88-0f00-48b8-8c09-44b152406224,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:28.108081 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37934) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:28.131280 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:28.144696 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b10d7766-cf19-4795-8495-81c0a68cc432 req-60e0a633-7480-412c-9105-1fa368292d00 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471599 May 10 20:04:28.182009 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:28.209246 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:28.260494 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:28.264574 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-935182ae-c31b-483c-85b8-0984e0a8f9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:28.277815 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d5ac88-0f00-48b8-8c09-44b152406224,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:28.283800 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:28.284618 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:28.297751 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74d5ac88-0f00-48b8-8c09-44b152406224 HTTP/1.1" status: 204 len: 168 time: 0.1775298 May 10 20:04:28.413477 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cbe53-f37c-4b63-a861-2cba03a3b619 req-ae1f3f85-f57f-4811-b26f-ef9cec10eb00 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:28.414854 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d8cbe53-f37c-4b63-a861-2cba03a3b619 req-ae1f3f85-f57f-4811-b26f-ef9cec10eb00 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 943 time: 0.0828776 May 10 20:04:28.461659 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d8cbe53-f37c-4b63-a861-2cba03a3b619 req-52311a28-36b0-41cf-9ca5-56fd82461e29 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 May 10 20:04:28.925505 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 83e1e129-a0e9-40ba-b6fd-f3bc31392760 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:28.974695 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:29.117134 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be9027-1080-4fb7-9cd3-528fd1ef29a0 req-0f1e734d-24d7-4217-8c7a-2bea0a0a6d85 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:29.119592 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2be9027-1080-4fb7-9cd3-528fd1ef29a0 req-0f1e734d-24d7-4217-8c7a-2bea0a0a6d85 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 945 time: 0.1459122 May 10 20:04:29.150397 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:29.154817 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:29.168388 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:29.169011 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:29.202037 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2be9027-1080-4fb7-9cd3-528fd1ef29a0 req-37727f7d-4f72-4f5f-ba33-498648d1306e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765114 May 10 20:04:29.213051 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '83e1e129-a0e9-40ba-b6fd-f3bc31392760', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'port_id': '83e1e129-a0e9-40ba-b6fd-f3bc31392760', 'mac_address': 'fa:16:3e:5a:cc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be64afe0-b51a-4f3a-b5fb-983098cd3eb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:29.294447 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:29.338467 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e1e129-a0e9-40ba-b6fd-f3bc31392760 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:29.375928 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:29.390981 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:29.402942 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:29.407095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:29.420624 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86e5b4-a300-4115-9abf-74185e0d3095 req-0c723425-d85c-4939-b73c-3506e30b8967 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:29.424816 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8d86e5b4-a300-4115-9abf-74185e0d3095 req-0c723425-d85c-4939-b73c-3506e30b8967 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1329222 May 10 20:04:29.480532 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:29.489467 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8d86e5b4-a300-4115-9abf-74185e0d3095 req-dce53147-dd33-4e1f-be9d-59b23b85eca2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582416 May 10 20:04:29.493863 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:29.501134 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=83e1e129-a0e9-40ba-b6fd-f3bc31392760,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:29.506874 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:29.507703 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:29.574395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:29.587360 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:29.593837 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:29.742781 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d730f-6812-4f12-8e68-9bfc58f1129b req-047ef9b5-aa10-43fc-b608-58e5cc32f18e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:29.745811 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f6d730f-6812-4f12-8e68-9bfc58f1129b req-047ef9b5-aa10-43fc-b608-58e5cc32f18e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 944 time: 0.1157796 May 10 20:04:29.759975 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314', 'code': 200} May 10 20:04:29.809862 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f6d730f-6812-4f12-8e68-9bfc58f1129b req-51aedfdc-ba6d-443a-a6b1-43ef46f55a31 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569336 May 10 20:04:29.872038 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 37984) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:30.027241 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab48fb2-a2ef-42d6-8617-4a3a17b94088 req-31b7aa1c-5aaa-4b49-9f54-e1a5270fda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.028807 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9ab48fb2-a2ef-42d6-8617-4a3a17b94088 req-31b7aa1c-5aaa-4b49-9f54-e1a5270fda3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.0952427 May 10 20:04:30.033528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.059416 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:30.063694 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Usage tracker for resource:security_group_rule and tenant:94ee0db703b9410c808a71df8a5278c7 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:30.066647 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:30.072406 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:30.072702 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9ab48fb2-a2ef-42d6-8617-4a3a17b94088 req-0d89cdfd-8ffd-4473-91c3-e37d99021563 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 May 10 20:04:30.122554 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['83e1e129-a0e9-40ba-b6fd-f3bc31392760'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:30.159980 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.165641 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.178374 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0ec281d1-6ccf-47d2-862b-74d065f8bba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:30.222037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 37996) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:30.222500 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94ee0db703b9410c808a71df8a5278c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484664 May 10 20:04:30.224512 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f1489e-e1f3-4e68-8637-185facf634a5,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:30.227552 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:30.293528 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.364995 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.441156 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9fe0c-1d61-457b-908d-5840f322b9f6 req-726f90db-020e-4c6f-9b95-329836ce66da tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.443130 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-deb9fe0c-1d61-457b-908d-5840f322b9f6 req-726f90db-020e-4c6f-9b95-329836ce66da tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 945 time: 0.1210825 May 10 20:04:30.463348 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.468453 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b67ff2a0-807d-44b5-92bd-ffb77b4f2cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:30.484922 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f1489e-e1f3-4e68-8637-185facf634a5,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:30.487113 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:30.514281 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-deb9fe0c-1d61-457b-908d-5840f322b9f6 req-2418775a-4334-485d-94a1-8598d614a648 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647876 May 10 20:04:30.515041 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:30.516182 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75f1489e-e1f3-4e68-8637-185facf634a5 HTTP/1.1" status: 204 len: 168 time: 0.2921062 May 10 20:04:30.701395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003513b-fe99-4e6d-9e0e-d17a0919bcb1 req-b9b2893f-a25d-42ca-95b2-71ea0163b026 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.703589 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2003513b-fe99-4e6d-9e0e-d17a0919bcb1 req-b9b2893f-a25d-42ca-95b2-71ea0163b026 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0928924 May 10 20:04:30.766356 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2003513b-fe99-4e6d-9e0e-d17a0919bcb1 req-15d5715f-15ef-4cc7-a88a-7f2c9fd7163a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 May 10 20:04:30.916124 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 985b849c-4aa3-48c2-a945-31349315560a up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:31.000211 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 985b849c-4aa3-48c2-a945-31349315560a completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:31.009588 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 985b849c-4aa3-48c2-a945-31349315560a triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:31.010699 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:31.152999 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:31.200348 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 985b849c-4aa3-48c2-a945-31349315560a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=985b849c-4aa3-48c2-a945-31349315560a,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:31.209329 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f73c5-d846-4846-bea2-57fd4c368356 req-62e548c7-2e8c-4982-8dee-578d6ef0b708 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.212360 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:31.213148 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fc4f73c5-d846-4846-bea2-57fd4c368356 req-62e548c7-2e8c-4982-8dee-578d6ef0b708 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 944 time: 0.1752028 May 10 20:04:31.215458 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:31.312303 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=985b849c-4aa3-48c2-a945-31349315560a,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:31.316653 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:31.390611 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fc4f73c5-d846-4846-bea2-57fd4c368356 req-eeb63012-4fe5-4d8c-8db0-ab3b078a39f5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112280 May 10 20:04:31.439650 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-3d33da87-16c9-4fd9-8645-c2dbebf6cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.441231 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-3d33da87-16c9-4fd9-8645-c2dbebf6cf15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 1098 time: 0.2266934 May 10 20:04:31.574170 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27effd-0d8d-4c86-a0c4-a506b85a2714 req-db0cc927-c72e-41ae-b46e-113ffaf28416 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.575817 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7a27effd-0d8d-4c86-a0c4-a506b85a2714 req-db0cc927-c72e-41ae-b46e-113ffaf28416 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.2951174 May 10 20:04:31.692385 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7a27effd-0d8d-4c86-a0c4-a506b85a2714 req-c56eb588-4857-4af6-98cc-00ceba15c922 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093531 May 10 20:04:31.761665 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985b849c-4aa3-48c2-a945-31349315560a'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:31.812587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-6e3114c3-d580-4443-9499-5d995ac190a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.814377 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-6e3114c3-d580-4443-9499-5d995ac190a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.3635416 May 10 20:04:31.830323 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985b849c-4aa3-48c2-a945-31349315560a', 'code': 200} May 10 20:04:31.924364 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-b2f807d2-166a-4c5e-a7d6-c3dd6883af44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75363dbe-0cca-49d2-a503-6365290aceb1 HTTP/1.1" status: 200 len: 217 time: 0.0947115 May 10 20:04:31.984261 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd716d-6322-414c-8dfe-b1d80f877dba req-96cc1c0c-ba3b-4644-bbed-6c3ff66e8795 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.987138 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23cd716d-6322-414c-8dfe-b1d80f877dba req-96cc1c0c-ba3b-4644-bbed-6c3ff66e8795 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.2698205 May 10 20:04:32.077289 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23cd716d-6322-414c-8dfe-b1d80f877dba req-1c11b0f8-156b-418c-bf2b-5c417641fc51 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801899 May 10 20:04:32.078674 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-c310bc7c-c8a5-4a4f-8f66-b5b48085ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.080251 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-c310bc7c-c8a5-4a4f-8f66-b5b48085ead2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.1422815 May 10 20:04:32.177877 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-e68a3b62-6e3a-4ff4-8565-ad09cb99a486 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538013 May 10 20:04:32.319719 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602aecf9-86bc-4ebe-af34-d21f0f6fb5b1 req-b8596561-4d20-45d7-98d3-b07357071e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.321399 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-602aecf9-86bc-4ebe-af34-d21f0f6fb5b1 req-b8596561-4d20-45d7-98d3-b07357071e8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 1099 time: 0.2310393 May 10 20:04:32.382011 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-a827b06c-541a-421c-ad1c-2108e6db3585 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964254 May 10 20:04:32.390427 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-602aecf9-86bc-4ebe-af34-d21f0f6fb5b1 req-6afc5110-bd46-4a64-9f5d-f02321902413 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625756 May 10 20:04:32.578100 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6cf6ab4d-e1cc-42a1-8beb-8aa3997791bb req-e8d46557-3edb-49f1-8d09-cf1a85b9abcb service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866765 May 10 20:04:32.638423 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b06d05-828e-4fda-a129-023e5025b7ff req-1cdf13d9-95fc-457a-a7f8-762f3c2bcd8b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.648317 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b2b06d05-828e-4fda-a129-023e5025b7ff req-1cdf13d9-95fc-457a-a7f8-762f3c2bcd8b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 944 time: 0.1206934 May 10 20:04:32.708601 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b2b06d05-828e-4fda-a129-023e5025b7ff req-898a75fb-55b7-4ef9-b92c-e1d42402a642 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 May 10 20:04:32.940986 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 83e1e129-a0e9-40ba-b6fd-f3bc31392760 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:32.973661 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c5a6d-f46a-48fe-9c31-649b34fc8260 req-43c42803-3da3-4af7-ae4a-dee704e081db tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.975727 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d84c5a6d-f46a-48fe-9c31-649b34fc8260 req-43c42803-3da3-4af7-ae4a-dee704e081db tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0980930 May 10 20:04:33.023665 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:33.025839 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d84c5a6d-f46a-48fe-9c31-649b34fc8260 req-04eb7392-84d4-4d45-b390-5ca3cd5aa7a2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 May 10 20:04:33.029392 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:33.029833 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.161232 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.200124 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:33.209573 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.211566 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-73e04cba-1776-4b27-b185-edc67fd304a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:33.290089 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=83e1e129-a0e9-40ba-b6fd-f3bc31392760,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:33.293440 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:33.325121 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fed5d3-0c83-4afa-b71d-121fd2f1fd15 req-dafdc7f9-cfb0-4dcc-a1fb-68e4091ec53b tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:33.327168 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-51fed5d3-0c83-4afa-b71d-121fd2f1fd15 req-dafdc7f9-cfb0-4dcc-a1fb-68e4091ec53b tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.1201434 May 10 20:04:33.382733 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-51fed5d3-0c83-4afa-b71d-121fd2f1fd15 req-972842aa-ff61-45c8-b155-0044186406a9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 May 10 20:04:33.832181 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1e129-a0e9-40ba-b6fd-f3bc31392760'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:33.938934 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1e129-a0e9-40ba-b6fd-f3bc31392760', 'code': 200} May 10 20:04:33.944226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ddfa-65d3-422f-8875-1249f90a8254 req-0f434b58-55ee-46d3-9b60-1863460dea7a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:33.946002 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fc74ddfa-65d3-422f-8875-1249f90a8254 req-0f434b58-55ee-46d3-9b60-1863460dea7a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.1142585 May 10 20:04:33.994020 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fc74ddfa-65d3-422f-8875-1249f90a8254 req-586f197c-0546-4f34-9bc9-8f960e08f863 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 May 10 20:04:34.026036 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:34.305570 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ab81-3c94-41d3-9d07-a42a92052d98 req-62ceecda-f6f8-4266-9892-4a20626719ec tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:34.307374 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f3b0ab81-3c94-41d3-9d07-a42a92052d98 req-62ceecda-f6f8-4266-9892-4a20626719ec tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1569176 May 10 20:04:34.311901 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0643c0-076d-4281-96c4-b499415ed116 req-83d95a27-230e-4202-9e48-5feada41a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:34.313529 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fa0643c0-076d-4281-96c4-b499415ed116 req-83d95a27-230e-4202-9e48-5feada41a841 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 1098 time: 0.1226122 May 10 20:04:34.392640 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f3b0ab81-3c94-41d3-9d07-a42a92052d98 req-9431e6a6-bc0e-4805-a220-074f58c6a101 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 May 10 20:04:34.396371 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fa0643c0-076d-4281-96c4-b499415ed116 req-dd9b53f9-e4c3-46c6-8dc4-5c0b4052e416 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642579 May 10 20:04:34.582808 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783ed24-7704-45fc-8f8b-b55eb360cbfe req-11b5b1a8-72a9-4b76-9eeb-dcfd583258ee tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:34.584908 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f783ed24-7704-45fc-8f8b-b55eb360cbfe req-11b5b1a8-72a9-4b76-9eeb-dcfd583258ee tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.0887687 May 10 20:04:34.634398 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f783ed24-7704-45fc-8f8b-b55eb360cbfe req-181ff1dc-085d-45af-a15f-4548acb7a40b tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 May 10 20:04:35.214737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189dd1-110e-4e9d-929f-a0cd4c282a98 req-289ef4be-09fb-4f40-8766-0d10a688988f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.216472 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f8189dd1-110e-4e9d-929f-a0cd4c282a98 req-289ef4be-09fb-4f40-8766-0d10a688988f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.1078033 May 10 20:04:35.413600 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f8189dd1-110e-4e9d-929f-a0cd4c282a98 req-8936dce4-c086-427e-be42-a8afcc17e26d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886458 May 10 20:04:35.648248 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c970a9-788a-4177-8ade-8b08372392a0 req-1743675e-e254-41b7-a1de-076153494b4d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.650841 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-52c970a9-788a-4177-8ade-8b08372392a0 req-1743675e-e254-41b7-a1de-076153494b4d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0995803 May 10 20:04:35.733044 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-52c970a9-788a-4177-8ade-8b08372392a0 req-a1d889b6-30b1-4f55-a7ce-279367a9cd89 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737681 May 10 20:04:36.623869 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53836fb-ed8e-4d78-b584-2d0170929a1b req-7343219f-e93d-4bb0-8263-d93b4283f57f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:36.625474 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f53836fb-ed8e-4d78-b584-2d0170929a1b req-7343219f-e93d-4bb0-8263-d93b4283f57f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.0925939 May 10 20:04:36.677596 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f53836fb-ed8e-4d78-b584-2d0170929a1b req-8531507d-c382-40bd-9a54-aca53b198477 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 May 10 20:04:36.960279 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dbc5a-0843-4815-a8f6-c9800d2a778a req-e9592a5f-7546-4157-b65c-5b47ca37c4bb tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:36.960458 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c54dbc5a-0843-4815-a8f6-c9800d2a778a req-e9592a5f-7546-4157-b65c-5b47ca37c4bb tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0994618 May 10 20:04:37.010634 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c54dbc5a-0843-4815-a8f6-c9800d2a778a req-aed47f16-cd8f-4083-bc7f-ceea9215d561 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 May 10 20:04:38.207883 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62d42-6db5-4407-ad11-ec410f012288 req-c012a921-46fd-414d-92fb-c920f7fc114a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:38.209481 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6fb62d42-6db5-4407-ad11-ec410f012288 req-c012a921-46fd-414d-92fb-c920f7fc114a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0876472 May 10 20:04:38.261096 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6fb62d42-6db5-4407-ad11-ec410f012288 req-e90b0ba2-f8fc-4ba6-b0bf-db201887a7ae tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 May 10 20:04:38.551438 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8101d694-2433-4a86-b665-c5f3e1199ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:39.456912 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23247e61-ff56-4a48-a9d8-a7bd84bfb14a req-f6823e84-5857-43d7-a33f-591cd9771e81 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:39.458407 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23247e61-ff56-4a48-a9d8-a7bd84bfb14a req-f6823e84-5857-43d7-a33f-591cd9771e81 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0842464 May 10 20:04:39.507428 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23247e61-ff56-4a48-a9d8-a7bd84bfb14a req-79d89ee7-93b0-4fd1-a5f6-82316275935a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 May 10 20:04:40.733173 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac85-44e3-43f3-892f-75ab5eea4c30 req-48c22c19-a3a4-4e87-b5d5-ecd0a7c976f6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:40.736535 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e2f7ac85-44e3-43f3-892f-75ab5eea4c30 req-48c22c19-a3a4-4e87-b5d5-ecd0a7c976f6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1070223 May 10 20:04:40.783934 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e2f7ac85-44e3-43f3-892f-75ab5eea4c30 req-458555b6-e699-4f5f-bb5a-b89635fcc388 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 May 10 20:04:41.136293 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 38316) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:41.185823 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-aea8fa2d-a86c-4911-9cac-66e2fe318169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.283063 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.297741 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.298753 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:41.303497 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Usage tracker for resource:security_group_rule and tenant:f327a301d16c4c128b54624becc74cd5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:41.307499 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:41.313805 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:41.402199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.405983 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.413287 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:41.466733 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f327a301d16c4c128b54624becc74cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259737 May 10 20:04:41.466733 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b404f4d7-5dd2-43d7-95ba-166f04d430ac,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:41.467248 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 38326) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:41.469861 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:41.528129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.553875 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.607001 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.610586 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9da5a4e1-734e-4022-9d11-10cc47ddc805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:41.622296 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b404f4d7-5dd2-43d7-95ba-166f04d430ac,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:41.625788 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:41.629628 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.633906 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b404f4d7-5dd2-43d7-95ba-166f04d430ac HTTP/1.1" status: 204 len: 168 time: 0.1657360 May 10 20:04:41.954569 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38340) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:41.973407 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:41.990876 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:41.995071 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Usage tracker for resource:security_group_rule and tenant:7b1bb3eaec21444c9e049df4abf1cfa6 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:41.997855 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:42.003600 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:42.027821 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6433a60-22a3-430a-8e91-607d8c6d7f48 req-822e8960-da14-4db4-88e1-f1adcf596369 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:42.029328 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b6433a60-22a3-430a-8e91-607d8c6d7f48 req-822e8960-da14-4db4-88e1-f1adcf596369 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1144366 May 10 20:04:42.080180 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b6433a60-22a3-430a-8e91-607d8c6d7f48 req-08bf76f0-39cb-424d-896e-e4bec615da9b tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 May 10 20:04:42.104340 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.108592 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.118199 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-18c3618d-9b49-48a1-95b5-62d925c173a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:42.163732 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16612e-3b8a-4ba0-a627-1d22b4d1c2a1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:42.170480 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 38348) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:42.170652 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b1bb3eaec21444c9e049df4abf1cfa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143011 May 10 20:04:42.171402 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:42.229642 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.240823 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.267335 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.326433 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.332370 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8a583aa1-dacc-4696-aedd-00fb17b97cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:42.343437 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16612e-3b8a-4ba0-a627-1d22b4d1c2a1,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:42.345809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:42.352486 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.353887 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a16612e-3b8a-4ba0-a627-1d22b4d1c2a1 HTTP/1.1" status: 204 len: 168 time: 0.1822309 May 10 20:04:42.770904 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38372) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:42.791284 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.807191 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:42.811260 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec91838e39674b0bad926f7c1e391c07 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:42.814582 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:42.821102 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:42.933197 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.940015 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.949378 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5946be50-7518-4f69-a71f-978b97fbdc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:42.991327 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec91838e39674b0bad926f7c1e391c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190623 May 10 20:04:42.994352 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38378) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:43.007644 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb33248d-c15a-4ba2-bf51-cff2fb3f4d3f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:43.011668 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:43.067294 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:43.100959 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:43.154519 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:43.160543 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:43.175492 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb33248d-c15a-4ba2-bf51-cff2fb3f4d3f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:43.180323 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:43.190834 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:43.190834 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb33248d-c15a-4ba2-bf51-cff2fb3f4d3f HTTP/1.1" status: 204 len: 168 time: 0.1945050 May 10 20:04:43.284916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0aad-993a-4f66-b6c1-c9b980b0aa27 req-162aea32-fa2f-4c51-8bf2-4f0a37b3bc8f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:43.286470 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71ff0aad-993a-4f66-b6c1-c9b980b0aa27 req-162aea32-fa2f-4c51-8bf2-4f0a37b3bc8f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0850115 May 10 20:04:43.339281 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71ff0aad-993a-4f66-b6c1-c9b980b0aa27 req-9938f2c1-ca43-4783-8e8e-8e2a4f1fb10e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 May 10 20:04:43.655770 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:43.835582 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:04:44.539879 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a27e0-9964-48a8-ae21-282e810cb70b req-397e53ec-f153-4e25-9e35-1be79725f3b7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:44.542629 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ec6a27e0-9964-48a8-ae21-282e810cb70b req-397e53ec-f153-4e25-9e35-1be79725f3b7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0882282 May 10 20:04:44.593588 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ec6a27e0-9964-48a8-ae21-282e810cb70b req-c87ef268-4faa-403f-88ce-b09534adf7a6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 May 10 20:04:45.789772 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e7ea-5940-4a6d-8647-cd06d378fae1 req-82197d29-c734-454f-9311-b6e85221098f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:45.791355 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d778e7ea-5940-4a6d-8647-cd06d378fae1 req-82197d29-c734-454f-9311-b6e85221098f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0841389 May 10 20:04:45.856902 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d778e7ea-5940-4a6d-8647-cd06d378fae1 req-b6963c95-41e7-423d-9558-14b718cd55bf tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594053 May 10 20:04:47.059776 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb09e7d-c160-41fd-aead-c1d195097f72 req-77edb1bf-9f2c-4b7e-a8c1-7bc2a93355b8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:47.061508 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3cb09e7d-c160-41fd-aead-c1d195097f72 req-77edb1bf-9f2c-4b7e-a8c1-7bc2a93355b8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0859919 May 10 20:04:47.105512 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3cb09e7d-c160-41fd-aead-c1d195097f72 req-5068708e-2c9b-46eb-aa84-1dc77b52158a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 May 10 20:04:48.304126 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf5897-2a85-4890-ab26-e62431d8969f req-45516d25-d548-40fa-b0e5-ce31659e9721 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:48.305575 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-89bf5897-2a85-4890-ab26-e62431d8969f req-45516d25-d548-40fa-b0e5-ce31659e9721 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0832436 May 10 20:04:48.355149 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-89bf5897-2a85-4890-ab26-e62431d8969f req-2ab604fa-75eb-42e2-b1e4-57a8dc055aa4 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 May 10 20:04:49.552726 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025511b5-961c-4e0c-92df-6ef3d920a756 req-e67281ec-28e7-4c95-ac3f-4a56a0cb6a0a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:49.554156 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-025511b5-961c-4e0c-92df-6ef3d920a756 req-e67281ec-28e7-4c95-ac3f-4a56a0cb6a0a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0863698 May 10 20:04:49.607220 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-025511b5-961c-4e0c-92df-6ef3d920a756 req-e4ccc2db-7662-4488-92d4-b30c7672017e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 May 10 20:04:50.923924 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c24f0e-80ae-4b46-a13a-5b1ec3681e34 req-abb5d1f4-93bc-45bb-b43a-5ad065aeda95 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:50.925456 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4c24f0e-80ae-4b46-a13a-5b1ec3681e34 req-abb5d1f4-93bc-45bb-b43a-5ad065aeda95 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1798356 May 10 20:04:50.975362 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4c24f0e-80ae-4b46-a13a-5b1ec3681e34 req-2153fcec-dd5f-42fa-9863-734c6eafccdb tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 May 10 20:04:52.167067 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c02964-0b5d-4632-9731-0ec836cc774a req-9426a1ab-9f61-4c4f-9c0d-698761a9cc76 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:52.168560 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b6c02964-0b5d-4632-9731-0ec836cc774a req-9426a1ab-9f61-4c4f-9c0d-698761a9cc76 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0842557 May 10 20:04:52.216755 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b6c02964-0b5d-4632-9731-0ec836cc774a req-afb76594-7155-4727-8a3d-1438c2d26119 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 May 10 20:04:53.401806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351852bb-2e09-4fb7-abd4-c39049436d39 req-ddabda83-8438-4d90-ba95-57c82581be60 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:53.403261 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-351852bb-2e09-4fb7-abd4-c39049436d39 req-ddabda83-8438-4d90-ba95-57c82581be60 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.0786633 May 10 20:04:53.452113 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-351852bb-2e09-4fb7-abd4-c39049436d39 req-3c05f98e-cca3-429c-9986-25bd1b8b04c3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 May 10 20:04:54.720667 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8379-91ce-491d-a649-613ce294281c req-a1a19e48-b144-404b-824d-ae0b4edf6a53 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:54.722287 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f44f8379-91ce-491d-a649-613ce294281c req-a1a19e48-b144-404b-824d-ae0b4edf6a53 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1409776 May 10 20:04:54.770882 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f44f8379-91ce-491d-a649-613ce294281c req-17ed7d74-8411-4c63-b779-4b9541ce2f73 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 May 10 20:04:55.088695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 38628) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:55.209027 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.226389 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:55.231929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Usage tracker for resource:security_group_rule and tenant:04702e07745949da892f0edd4ec6a851 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:55.236047 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:55.245310 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:55.343098 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.347414 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.355155 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1c20113a-e0f5-499b-b37c-cb1225cb7454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:55.399058 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04702e07745949da892f0edd4ec6a851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092623 May 10 20:04:55.400021 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d56a8-9383-48e7-bd37-2e17defa3b93,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:55.401853 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38636) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:55.403265 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:55.469835 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.498579 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.552107 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.556363 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-408f0e1b-f7fc-4a80-8265-d3dbf7f2346e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:55.570939 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d56a8-9383-48e7-bd37-2e17defa3b93,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:55.580182 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.580551 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.580913 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.581268 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.581624 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.581977 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.582325 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.582672 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.583020 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.583360 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.583700 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.584107 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:55.587535 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.588699 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a1d56a8-9383-48e7-bd37-2e17defa3b93 HTTP/1.1" status: 204 len: 168 time: 0.1858561 May 10 20:04:55.589627 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-4d1b3a2e-920b-440d-91c0-6bc3db2ad45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:56.017775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374d330-e2a9-4a8f-a5c6-0a7f612f5c84 req-92a0be91-0872-40ad-9c87-a25b2e1f53cd tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:56.019281 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6374d330-e2a9-4a8f-a5c6-0a7f612f5c84 req-92a0be91-0872-40ad-9c87-a25b2e1f53cd tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1133969 May 10 20:04:56.078062 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6374d330-e2a9-4a8f-a5c6-0a7f612f5c84 req-45ee8d2b-73a9-422f-abd5-379e011322c8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 May 10 20:04:57.342080 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-08652c86-b484-407e-af6c-15648b328c74 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:57.343714 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-08652c86-b484-407e-af6c-15648b328c74 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.2371690 May 10 20:04:57.356893 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a306-07d2-4446-8c53-0113ace2bfdc req-2c9e9770-9683-4dee-b80b-cd4443ac4f69 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:57.358477 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-74b5a306-07d2-4446-8c53-0113ace2bfdc req-2c9e9770-9683-4dee-b80b-cd4443ac4f69 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1509616 May 10 20:04:57.370955 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-98abf008-fec3-452c-9221-0fc69850f45f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/quotas/e7af5153324247ef8ea5235c92309373 HTTP/1.1" status: 200 len: 375 time: 0.0114341 May 10 20:04:57.462900 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-74b5a306-07d2-4446-8c53-0113ace2bfdc req-1595579e-c2cc-454a-8940-fa5ebe0c0257 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934913 May 10 20:04:57.504291 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-2f9563fc-fbec-48c6-a0e1-a2cb32237d95 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1171188 May 10 20:04:57.649888 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-6c796d9a-7519-48c6-9161-af83c6a52eac service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353412 May 10 20:04:57.796280 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-9b0c3d5a-fe87-47c3-a790-737d1ba5541b service neutron] 10.222.0.48 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400511 May 10 20:04:58.040824 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c421e140-e348-4ec8-aefe-e599d1e8848b req-1f11c4a3-85a5-4b6a-8986-8f770521c9f1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 210 time: 0.0869131 May 10 20:04:58.699128 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2da29-dc0d-452e-9086-b6cdf97d94af req-6d587176-9b8c-4620-b66d-138ab96bdc9d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:58.711519 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41d2da29-dc0d-452e-9086-b6cdf97d94af req-6d587176-9b8c-4620-b66d-138ab96bdc9d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1170397 May 10 20:04:58.782942 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41d2da29-dc0d-452e-9086-b6cdf97d94af req-a94a08a6-226b-4f83-8080-a97275766a31 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 May 10 20:04:59.202616 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-145deca2-5b98-4310-aa3d-0875ae17c25f req-2a56c270-a47a-479c-9cd6-b53d3ce4e3ed tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 210 time: 0.0494032 May 10 20:04:59.376168 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-fbeaa799-fd73-4d05-a73b-9701fc34077b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:59.378019 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-fbeaa799-fd73-4d05-a73b-9701fc34077b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 815 time: 0.1694262 May 10 20:04:59.392044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Request body: {'port': {'device_id': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'admin_state_up': True, 'tenant_id': 'e7af5153324247ef8ea5235c92309373'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:59.626900 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:59.640202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:59.654614 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Made reservation on behalf of e7af5153324247ef8ea5235c92309373 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:59.658654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:59.862613 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-82eadc5d-1a60-4c74-b89b-522ce14db567 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1926687 May 10 20:04:59.895335 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Allocated IP 172.20.0.7 (4296fe5b-8ba2-465b-b137-c322efe387a3/be64afe0-b51a-4f3a-b5fb-983098cd3eb8/85b3c13b-d48d-43f9-a4d4-01f7d6020b22) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:00.148402 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-ed471058-77a3-4979-b874-065278c9a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.149797 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-ed471058-77a3-4979-b874-065278c9a275 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1099 time: 0.2563715 May 10 20:05:00.172692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e94ba-0eff-402b-9c42-c81ce0d6488c req-de1ba1f7-b49c-4fc2-a9ff-f3db90981891 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.174162 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-688e94ba-0eff-402b-9c42-c81ce0d6488c req-de1ba1f7-b49c-4fc2-a9ff-f3db90981891 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.2424867 May 10 20:05:00.384059 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-688e94ba-0eff-402b-9c42-c81ce0d6488c req-6eaf5806-c01f-4a93-87b6-0629f885f947 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770866 May 10 20:05:00.402812 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-53f95fdd-f6ae-40bb-8901-e19b91535198 req-0d5f4aac-eecb-444f-90b1-c9b0df130f77 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 210 time: 0.0738809 May 10 20:05:00.421237 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.454147 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-0910929a-0155-427b-aaa9-dadaa66a36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.455595 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-0910929a-0155-427b-aaa9-dadaa66a36e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.2781923 May 10 20:05:00.540175 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.548855 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:00.561766 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9', '3c7953fc-c66d-454c-bd63-a6fe890a53c0', '83e1e129-a0e9-40ba-b6fd-f3bc31392760'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:00.637095 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-b8bb1523-9e05-4e44-a490-3d934244dd25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 1001 time: 0.1706519 May 10 20:05:00.638957 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Network 4296fe5b-8ba2-465b-b137-c322efe387a3 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:00.642493 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:00.647213 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:00.653087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.653539 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.717260 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event updated for resources: {'Port': ['ID=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:00.738786 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.739180 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.739493 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.739830 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.740753 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.741099 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.741442 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.741783 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.742123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.742459 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.742797 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.743127 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:00.750834 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:00.758479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707221 May 10 20:05:00.765782 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-2e2122ad-6f5d-4dd2-998b-73ddf871c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.767343 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-2e2122ad-6f5d-4dd2-998b-73ddf871c780 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.1079566 May 10 20:05:00.772704 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Request body: {'port': {'device_id': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:00.952670 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.966944 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-ed232536-4a3a-457e-900b-a1a457bb9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.968490 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-ed232536-4a3a-457e-900b-a1a457bb9b3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1668353 May 10 20:05:01.421747 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-f3763129-cdd7-49de-887f-db6838a7bedc service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854675 May 10 20:05:01.795860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca3e4e53-8d7e-4c14-858a-1b2e0130efee req-3be7068e-e8c3-4c17-bbd3-0769ea8fd510 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462400 May 10 20:05:01.840717 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4a27d-07e0-427b-8404-86f5e3ffdee0 req-988d933a-b6f3-4e1d-ab41-8f151624a7b2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:01.842978 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3bb4a27d-07e0-427b-8404-86f5e3ffdee0 req-988d933a-b6f3-4e1d-ab41-8f151624a7b2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.2595356 May 10 20:05:01.855428 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51edd11-9c5f-4047-8a98-91bd4967a747 req-98a7539d-90c8-4a94-b99c-fc137a13e12e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:01.856233 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d51edd11-9c5f-4047-8a98-91bd4967a747 req-98a7539d-90c8-4a94-b99c-fc137a13e12e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:01.976154 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:01.980284 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d51edd11-9c5f-4047-8a98-91bd4967a747 req-98a7539d-90c8-4a94-b99c-fc137a13e12e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:01.981475 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d51edd11-9c5f-4047-8a98-91bd4967a747 req-98a7539d-90c8-4a94-b99c-fc137a13e12e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 931 time: 0.3998761 May 10 20:05:01.987725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.018110 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3bb4a27d-07e0-427b-8404-86f5e3ffdee0 req-93078b16-a44b-4d3f-8f59-60b2e5eb74ab tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588223 May 10 20:05:02.031850 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Transition to ACTIVE for port object 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:02.042832 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.050759 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:02.103442 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d51edd11-9c5f-4047-8a98-91bd4967a747 req-f325f535-244f-48a2-8b12-579ffc25c074 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089633 May 10 20:05:02.245460 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Pushing event updated for resources: {'Port': ['ID=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:02.257455 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:02.286887 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Attempting to bind port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:02.287171 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Attempting to bind port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:02.287506 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Attempting to bind port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:02.297021 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:05:02.297346 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Attempting to bind port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 on network 4296fe5b-8ba2-465b-b137-c322efe387a3 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:02.306017 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:02.306360 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Checking segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:02.306759 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Bound using segment: {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:02.307197 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Bound port: 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6ec2f-834f-4566-8ed4-b160155b60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:02.307547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.373504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816340-fbf5-4720-b4cd-e5a68837e81b req-ba629295-22e6-448c-a2fb-926549da33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:02.374999 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-13816340-fbf5-4720-b4cd-e5a68837e81b req-ba629295-22e6-448c-a2fb-926549da33da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 1098 time: 0.1637218 May 10 20:05:02.448229 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] For port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:02.451820 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-13816340-fbf5-4720-b4cd-e5a68837e81b req-6a9e993c-bf2b-4035-b678-36cac43a7ea4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662851 May 10 20:05:02.461817 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] For port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:02.467443 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.471401 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e41f7340-a0b9-403d-881f-aba4487258e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:02.529085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:02.529719 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.531123 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] 10.222.0.73 "PUT /v2.0/ports/85b3c13b-d48d-43f9-a4d4-01f7d6020b22 HTTP/1.1" status: 200 len: 1093 time: 1.7629087 May 10 20:05:02.531751 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'tag': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:02.562389 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Pushing event updated for resources: {'Port': ['ID=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:02.567302 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:02.779577 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'tag': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22', 'status': 'completed', 'code': 200} May 10 20:05:02.969847 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-dfabc7b1-0724-43a6-a62e-edf927553d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:02.971020 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-dfabc7b1-0724-43a6-a62e-edf927553d0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 1096 time: 0.0843701 May 10 20:05:03.043521 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-909a1f78-7e20-4aec-944c-21f92e522709 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22 HTTP/1.1" status: 200 len: 217 time: 0.0624306 May 10 20:05:03.110665 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-fe9025da-10af-4590-ae23-1650468bfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:03.112042 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-fe9025da-10af-4590-ae23-1650468bfa0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.0614054 May 10 20:05:03.212796 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-0465ecc8-9ab8-4d4a-8fb3-e1a52c4e46f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921316 May 10 20:05:03.542206 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90224b-c4b0-486d-ba4a-a2adff5f7773 req-9943f0e6-61d4-4041-969c-7bcd6e214a30 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:03.543830 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4e90224b-c4b0-486d-ba4a-a2adff5f7773 req-9943f0e6-61d4-4041-969c-7bcd6e214a30 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.3845518 May 10 20:05:03.597223 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-1f612c8d-d0d6-4eac-bea9-ef05458a3900 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235281 May 10 20:05:03.608736 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd8cf5-7e7e-4ee0-a185-77f11b81aa5d req-fd2b092b-38f0-45a9-a419-718a4b6a571f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:03.610426 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95fd8cf5-7e7e-4ee0-a185-77f11b81aa5d req-fd2b092b-38f0-45a9-a419-718a4b6a571f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 943 time: 0.3866923 May 10 20:05:03.724558 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4e90224b-c4b0-486d-ba4a-a2adff5f7773 req-1bd3b175-62fd-47d7-b829-1a808e3aff7d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665154 May 10 20:05:03.766510 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95fd8cf5-7e7e-4ee0-a185-77f11b81aa5d req-e1252686-bf82-4b7f-b3f1-a925434e0f91 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233664 May 10 20:05:03.820808 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-49c25ceb-e06b-4074-8dab-11a90213bae9 req-5e373a45-395c-4789-a26d-27998e368b12 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076004 May 10 20:05:03.975587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-e3121f5e-8f9a-47be-a9bf-7a1f8bd2c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:03.977512 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-e3121f5e-8f9a-47be-a9bf-7a1f8bd2c976 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af5153324247ef8ea5235c92309373&device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 1096 time: 0.0811188 May 10 20:05:04.033493 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:04.127238 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-41271648-a743-4170-b70a-bc38e482acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:04.128787 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-41271648-a743-4170-b70a-bc38e482acfa service neutron] 10.222.0.73 "GET /v2.0/networks?id=4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 200 len: 916 time: 0.1435673 May 10 20:05:04.202300 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-461b371b-9659-427d-903f-8bd8ff22c358 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22 HTTP/1.1" status: 200 len: 217 time: 0.0663521 May 10 20:05:04.280225 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-d06c50b6-9984-4651-8223-4d9d42e3d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:04.281631 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-d06c50b6-9984-4651-8223-4d9d42e3d158 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 200 len: 855 time: 0.0658317 May 10 20:05:04.335780 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-989b0565-ee4c-480f-877f-689053d43965 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4296fe5b-8ba2-465b-b137-c322efe387a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460660 May 10 20:05:04.480323 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-bd3837e3-8c8c-44f6-9410-da5e5ccbf21e service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309142 May 10 20:05:04.632134 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c36ee29-b620-48d2-a893-5a79ef9e867e req-870a7b48-7215-40e6-8837-48b413504dc2 service neutron] 10.222.0.73 "GET /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434379 May 10 20:05:05.032793 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79cc3b-0c4a-428b-b5d0-9d196ba57d81 req-30f0cca5-71db-4fdb-bf1d-0c015e43e86e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:05.034443 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9c79cc3b-0c4a-428b-b5d0-9d196ba57d81 req-30f0cca5-71db-4fdb-bf1d-0c015e43e86e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1872895 May 10 20:05:05.042592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1e3e2-5524-468b-a0cf-42e3b48e3a9d req-db222527-6106-4eba-84a6-50863ca40399 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:05.044191 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-89b1e3e2-5524-468b-a0cf-42e3b48e3a9d req-db222527-6106-4eba-84a6-50863ca40399 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 943 time: 0.1583748 May 10 20:05:05.121975 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9c79cc3b-0c4a-428b-b5d0-9d196ba57d81 req-d305589c-b9d5-44c1-bd46-e702f2909282 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767472 May 10 20:05:05.131559 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-89b1e3e2-5524-468b-a0cf-42e3b48e3a9d req-fe91ed81-cdef-4927-b313-5c952341a93b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698159 May 10 20:05:05.137018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38836) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:05.351425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.367869 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:05.372263 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Usage tracker for resource:security_group_rule and tenant:5bf442de15ea43b285b7b263d1ecb395 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:05.378860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:05.382003 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:05.472928 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.479296 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.487416 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-686dd047-5154-4137-8c6c-41e0584a51fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:05.532678 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bf442de15ea43b285b7b263d1ecb395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941724 May 10 20:05:05.533645 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ab0e5-8bb5-4f53-87ae-f8b9155f67d4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:05.535925 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 38842) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:05.537010 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:05.606210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.637726 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.694354 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.698272 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8ef6a545-f06f-4e8a-9594-dd07d316a99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:05.710365 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ab0e5-8bb5-4f53-87ae-f8b9155f67d4,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:05.714065 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:05.717600 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.718727 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a7ab0e5-8bb5-4f53-87ae-f8b9155f67d4 HTTP/1.1" status: 204 len: 168 time: 0.1818039 May 10 20:05:06.453545 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d016-474b-482f-8d3f-532668b9e879 req-69c9d85d-f0e2-43f3-b839-216607368238 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:06.455136 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e033d016-474b-482f-8d3f-532668b9e879 req-69c9d85d-f0e2-43f3-b839-216607368238 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.1671114 May 10 20:05:06.474600 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b745c2-51c7-47e3-99e6-9ceda11d902d req-f9de2811-f806-4ff5-8e02-d9bad604ece9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:06.477771 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-48b745c2-51c7-47e3-99e6-9ceda11d902d req-f9de2811-f806-4ff5-8e02-d9bad604ece9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 943 time: 0.1563613 May 10 20:05:06.548988 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38878) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:06.577920 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e033d016-474b-482f-8d3f-532668b9e879 req-668b243b-34d8-4916-b84a-112e7e3bd5c2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 May 10 20:05:06.586644 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-48b745c2-51c7-47e3-99e6-9ceda11d902d req-a67a3e30-d1a4-4573-9796-2aed7874a23f tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869009 May 10 20:05:06.728291 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1282053111-network', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:06.734757 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:06.741439 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Usage tracker for resource:network and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:06.746086 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:06.756760 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:06.771026 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Made reservation on behalf of b3cd7b1367a343b2876c228b77c49561 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:06.774180 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.787141 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.803878 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:06.807696 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:06.816754 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:06.824319 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:06.923426 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.929867 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.937009 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3a8fde65-2e27-4d99-a40d-e7e35ee590b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:06.982006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:05:07.000073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:07.004501 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:07.005480 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.005819 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Added segment d2ff7732-13cc-4795-b788-fc699b074697 of type vlan for network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba May 10 20:05:07.034273 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.068586 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.070233 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.070832 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.075991 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:07.078381 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609aef8-cffd-4f6a-b48f-963826dca834 req-32b219d9-b82c-42e9-a74e-d66d76d27f93 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.080028 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b609aef8-cffd-4f6a-b48f-963826dca834 req-32b219d9-b82c-42e9-a74e-d66d76d27f93 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.0953460 May 10 20:05:07.131508 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b609aef8-cffd-4f6a-b48f-963826dca834 req-6c2c885d-798c-4460-818a-947b672ed93c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 May 10 20:05:07.266534 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:07.270286 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:07.272907 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7226861 May 10 20:05:07.275881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38892) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:07.281051 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:05:07.284650 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Request body: {'subnet': {'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1282053111-subnet', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:07.291607 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:07.296342 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Usage tracker for resource:subnet and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:07.299684 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:07.308428 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:07.321761 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Made reservation on behalf of b3cd7b1367a343b2876c228b77c49561 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:07.324286 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15710964'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.799582 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15710854'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.805046 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:07.813547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66585d-2b63-41fc-9362-312eac880aa9 req-ef04839c-2fd1-4f08-8d1c-723b4772b477 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.815050 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4a66585d-2b63-41fc-9362-312eac880aa9 req-ef04839c-2fd1-4f08-8d1c-723b4772b477 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 943 time: 0.0874512 May 10 20:05:07.861972 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4a66585d-2b63-41fc-9362-312eac880aa9 req-f087df3c-7298-4063-a48c-899fd5b426ed tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 May 10 20:05:07.882220 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb2657e-6bd9-4db0-95d2-5709d254908a,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:07.885803 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:07.901755 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Checking segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:07.902120 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Network hostable DHCP agents. Network: 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:05:07.924825 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:05:07.939037 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:07.953356 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed3c2d-8424-49a6-b8ba-a915ba34ca03 None None] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:05:07.964784 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.965474 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:07.991493 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-50ab413f-1e71-402f-9fa5-6bdc8faa04d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7136145 May 10 20:05:07.994502 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38914) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:08.000216 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:08.007955 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:08.012237 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Usage tracker for resource:router and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:08.016017 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:08.023883 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:08.038860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.038860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.060360 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.222938 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:05:08.223790 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.340813 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.389037 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Allocated IP 172.20.0.2 (3e1f2ce4-f62d-4f11-b782-1d95b54c87ba/ffb2657e-6bd9-4db0-95d2-5709d254908a/0bddc67a-2e64-4323-a5ba-8d98b986d42c) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:08.595441 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6df34697-f1f0-401f-bbab-9ef452284082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.620139 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.630525 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Transition to ACTIVE for port object 0bddc67a-2e64-4323-a5ba-8d98b986d42c will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:08.649558 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Transition to ACTIVE for port object 0bddc67a-2e64-4323-a5ba-8d98b986d42c will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:08.656361 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.657124 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.661269 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:08.691015 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.730262 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:08.737870 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:08.741156 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:08.776736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Pushing event updated for resources: {'Port': ['ID=0bddc67a-2e64-4323-a5ba-8d98b986d42c,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:08.792956 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.793300 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.793639 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.793987 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.794300 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.794625 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.794959 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.795271 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.795593 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.795932 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.796253 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.796576 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:08.800996 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:08.834741 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Allocated IP 172.28.0.161 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/929296b0-9b06-4cd9-bb93-d255e1d70185) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:08.854164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Attempting to bind port 0bddc67a-2e64-4323-a5ba-8d98b986d42c on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:08.854723 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Attempting to bind port 0bddc67a-2e64-4323-a5ba-8d98b986d42c by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:08.855181 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Attempting to bind port 0bddc67a-2e64-4323-a5ba-8d98b986d42c on network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:08.861235 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:08.861756 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Checking segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:08.862264 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.862783 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Bound using segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:08.863359 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Bound port: 0bddc67a-2e64-4323-a5ba-8d98b986d42c, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:08.863841 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.964498 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] For port 0bddc67a-2e64-4323-a5ba-8d98b986d42c, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:08.967930 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] For port 0bddc67a-2e64-4323-a5ba-8d98b986d42c, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0bddc67a-2e64-4323-a5ba-8d98b986d42c,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:08.975627 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:08.979527 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:09.083044 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Pushing event updated for resources: {'Port': ['ID=0bddc67a-2e64-4323-a5ba-8d98b986d42c,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:09.087101 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:09.223204 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb2bd1-4d59-4737-a75b-7a57d513dde7 req-dd936bc8-4fc4-4972-815e-4d2b858e12b5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.227019 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c5eb2bd1-4d59-4737-a75b-7a57d513dde7 req-dd936bc8-4fc4-4972-815e-4d2b858e12b5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 943 time: 0.2449512 May 10 20:05:09.230426 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:05:09.233777 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:09.280051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:09.296798 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:09.363629 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c5eb2bd1-4d59-4737-a75b-7a57d513dde7 req-1a0bac3e-5db3-4fda-b362-3bf6a749baec tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269126 May 10 20:05:09.434775 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Pushing event updated for resources: {'Port': ['ID=929296b0-9b06-4cd9-bb93-d255e1d70185,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:09.438796 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:09.444702 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:09.446616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:09.449430 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-0498140a-1699-4bd3-9797-010c35b90019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.450950 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-0498140a-1699-4bd3-9797-010c35b90019 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.1659493 May 10 20:05:09.453960 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:09.488927 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:09.554331 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22', 'network_id': '4296fe5b-8ba2-465b-b137-c322efe387a3', 'port_id': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22', 'mac_address': 'fa:16:3e:89:56:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be64afe0-b51a-4f3a-b5fb-983098cd3eb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:05:09.615917 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:09.646583 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:09.670052 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:09.680417 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:09.684666 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:09.706496 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172778aa-2adb-4644-a3dd-e7fcbac6a60a req-29de79b5-b9a4-454c-a414-af93aa8577e1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.719090 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-172778aa-2adb-4644-a3dd-e7fcbac6a60a req-29de79b5-b9a4-454c-a414-af93aa8577e1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1391022 May 10 20:05:09.777146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-1f1455ac-5ced-4188-a682-6ed8f2499560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.779956 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-1f1455ac-5ced-4188-a682-6ed8f2499560 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.3212256 May 10 20:05:09.791109 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:09.795481 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:09.878531 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-39a63024-5028-4942-925a-fa070212c84c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 217 time: 0.0880585 May 10 20:05:09.892043 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-172778aa-2adb-4644-a3dd-e7fcbac6a60a req-0afd7236-29c3-4fe2-9ba8-6b01d42e91bc tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692610 May 10 20:05:09.986021 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-dde0b6fe-8f35-4052-8e85-15862f905924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.987775 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-dde0b6fe-8f35-4052-8e85-15862f905924 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.0947802 May 10 20:05:10.052413 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-9817c70d-901f-4a5b-9d6f-cdf4b9d3d62b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564492 May 10 20:05:10.067291 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:10.141532 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0bddc67a-2e64-4323-a5ba-8d98b986d42c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:10.273223 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-84cacc80-e991-4fa3-8e8c-1ddb412efa8b service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121034 May 10 20:05:10.301431 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 0bddc67a-2e64-4323-a5ba-8d98b986d42c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:10.408510 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['85b3c13b-d48d-43f9-a4d4-01f7d6020b22'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:10.608880 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a888316-73a5-446f-86f9-2803437a5efa None None] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:05:10.637319 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1912056e-ecda-46ac-8a98-93dbac38a74b req-1711e071-ed36-4fb9-835f-ec0e5abb75bf service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561900 May 10 20:05:10.937046 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:10.943811 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43213a9c-3182-4400-a187-4aa244d85176 req-941828aa-7525-45ff-b1fd-c1c7d0898971 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:10.946465 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-43213a9c-3182-4400-a187-4aa244d85176 req-941828aa-7525-45ff-b1fd-c1c7d0898971 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 944 time: 0.2358999 May 10 20:05:11.038370 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Provisioning for port 0bddc67a-2e64-4323-a5ba-8d98b986d42c completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:11.052781 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-43213a9c-3182-4400-a187-4aa244d85176 req-2b7a138f-f1eb-4665-812e-632da1cd0f10 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977283 May 10 20:05:11.063098 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Provisioning complete for port 0bddc67a-2e64-4323-a5ba-8d98b986d42c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:11.063098 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.217813 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:05:11.324762 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cfc59f1f-8fe9-4fad-aeea-d6f5a5cdcc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.361610 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95782f51-1f3e-4565-8041-db91fa934f29 req-25441366-ba57-415c-a3c8-e5231107ffc6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:11.364278 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95782f51-1f3e-4565-8041-db91fa934f29 req-25441366-ba57-415c-a3c8-e5231107ffc6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1670401 May 10 20:05:11.369021 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.414092 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.436569 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95782f51-1f3e-4565-8041-db91fa934f29 req-eaa84e6b-fea7-4143-b5fa-6f08f49bece7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 May 10 20:05:11.469707 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] For port 0bddc67a-2e64-4323-a5ba-8d98b986d42c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0bddc67a-2e64-4323-a5ba-8d98b986d42c,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:11.475269 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.478173 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:11.551237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Pushing event updated for resources: {'Port': ['ID=0bddc67a-2e64-4323-a5ba-8d98b986d42c,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:11.555048 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:11.585565 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:05:11.595279 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034914e-231f-4045-8155-00936d6247ed None None] Sync routers for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:11.607225 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:11.608641 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:11.614530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.615722 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6200974 May 10 20:05:11.618473 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 38970) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:11.697798 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-60be607e-9855-4430-b54b-2b0550901a91 None None] Provisioning complete for port 0bddc67a-2e64-4323-a5ba-8d98b986d42c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:11.698388 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-60be607e-9855-4430-b54b-2b0550901a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.805570 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:11.984508 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0bddc67a-2e64-4323-a5ba-8d98b986d42c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:12.054982 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 0bddc67a-2e64-4323-a5ba-8d98b986d42c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:12.055512 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.227877 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:09Z', 'revision_number': 3, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:12.242122 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034914e-231f-4045-8155-00936d6247ed None None] Checking router: bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:12.243129 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034914e-231f-4045-8155-00936d6247ed None None] Updating router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 port 929296b0-9b06-4cd9-bb93-d255e1d70185 binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:12.249553 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.305060 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-5034914e-231f-4045-8155-00936d6247ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.359740 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29614842-0952-441c-a22c-dbc56fa9ffec req-e07310d0-9f8b-46f8-bfd3-5c1d06d60020 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.361366 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-29614842-0952-441c-a22c-dbc56fa9ffec req-e07310d0-9f8b-46f8-bfd3-5c1d06d60020 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 944 time: 0.0992618 May 10 20:05:12.393641 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.410022 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-29614842-0952-441c-a22c-dbc56fa9ffec req-ff4f57a9-209d-4f8d-98ce-10eb6994e5a7 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 May 10 20:05:12.636216 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10966e27-197c-4208-9372-ef758f4194ad req-f28703c4-6a8e-438a-84db-f6e7ee09f1e6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.637778 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-10966e27-197c-4208-9372-ef758f4194ad req-f28703c4-6a8e-438a-84db-f6e7ee09f1e6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.0877604 May 10 20:05:12.653970 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Allocated IP 172.20.0.1 (3e1f2ce4-f62d-4f11-b782-1d95b54c87ba/ffb2657e-6bd9-4db0-95d2-5709d254908a/d29bacb6-03de-4355-8bb0-a28d6b18b94d) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:12.691964 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-10966e27-197c-4208-9372-ef758f4194ad req-1a47d33f-9993-41cf-a2d1-d4930b8dc74a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468891 May 10 20:05:12.704873 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-5034914e-231f-4045-8155-00936d6247ed None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.718627 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-5034914e-231f-4045-8155-00936d6247ed None None] Transition to ACTIVE for port object 929296b0-9b06-4cd9-bb93-d255e1d70185 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:12.728358 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-5034914e-231f-4045-8155-00936d6247ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.735877 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:12.814398 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.818058 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Pushing event updated for resources: {'Port': ['ID=929296b0-9b06-4cd9-bb93-d255e1d70185,revision_number=2']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:12.827737 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-5034914e-231f-4045-8155-00936d6247ed None None] Attempting to bind port 929296b0-9b06-4cd9-bb93-d255e1d70185 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:12.828145 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-5034914e-231f-4045-8155-00936d6247ed None None] Attempting to bind port 929296b0-9b06-4cd9-bb93-d255e1d70185 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:12.828498 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034914e-231f-4045-8155-00936d6247ed None None] Attempting to bind port 929296b0-9b06-4cd9-bb93-d255e1d70185 on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:12.831028 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.831350 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.831676 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.832021 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.832281 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Transition to ACTIVE for port object d29bacb6-03de-4355-8bb0-a28d6b18b94d will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:12.832396 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.832647 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.832965 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.833277 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.833589 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.833899 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.834292 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.835103 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:12.839689 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:12.842279 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034914e-231f-4045-8155-00936d6247ed None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:12.842652 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034914e-231f-4045-8155-00936d6247ed None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:12.843049 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-5034914e-231f-4045-8155-00936d6247ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.843439 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034914e-231f-4045-8155-00936d6247ed None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:12.844434 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-5034914e-231f-4045-8155-00936d6247ed None None] Bound port: 929296b0-9b06-4cd9-bb93-d255e1d70185, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:12.844434 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-5034914e-231f-4045-8155-00936d6247ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.856635 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.861927 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bef92b54-fe96-4c67-b6fa-8a19d393d071 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:12.923796 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-5034914e-231f-4045-8155-00936d6247ed None None] For port 929296b0-9b06-4cd9-bb93-d255e1d70185, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:12.925171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:12.927720 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-5034914e-231f-4045-8155-00936d6247ed None None] For port 929296b0-9b06-4cd9-bb93-d255e1d70185, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=929296b0-9b06-4cd9-bb93-d255e1d70185,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:12.928388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:12.932536 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:12.944907 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-5034914e-231f-4045-8155-00936d6247ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.950001 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:12.986623 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Pushing event updated for resources: {'Port': ['ID=d29bacb6-03de-4355-8bb0-a28d6b18b94d,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:12.990996 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:13.009271 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.030200 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Pushing event updated for resources: {'Port': ['ID=929296b0-9b06-4cd9-bb93-d255e1d70185,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:13.035356 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:13.052100 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:13.052720 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:13.152576 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.242308 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:13.271821 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-46e2f93e-850e-4a23-a6a1-4c1f63a86439 None None] Provisioning for port d29bacb6-03de-4355-8bb0-a28d6b18b94d completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:13.280516 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-46e2f93e-850e-4a23-a6a1-4c1f63a86439 None None] Provisioning complete for port d29bacb6-03de-4355-8bb0-a28d6b18b94d triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:13.281173 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-46e2f93e-850e-4a23-a6a1-4c1f63a86439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.352168 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-46e2f93e-850e-4a23-a6a1-4c1f63a86439 None None] Port d29bacb6-03de-4355-8bb0-a28d6b18b94d cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:05:13.511002 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.518248 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.561782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d50148f7-6f98-4d15-8942-f385e3c83de8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:13.625834 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-5034914e-231f-4045-8155-00936d6247ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:12Z', 'revision_number': 1, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:13.632324 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034914e-231f-4045-8155-00936d6247ed None None] The sync data for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb is: [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:12Z', 'revision_number': 1, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:13.651634 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.655520 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Pushing event updated for resources: {'Port': ['ID=d29bacb6-03de-4355-8bb0-a28d6b18b94d,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:13.656208 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6857d-c339-43e6-85b7-582944cc50fb req-869347f8-7d9a-4122-b95a-fe92c993183e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:13.659353 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:13.661788 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8db6857d-c339-43e6-85b7-582944cc50fb req-869347f8-7d9a-4122-b95a-fe92c993183e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 944 time: 0.1316147 May 10 20:05:13.679090 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.759850 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8db6857d-c339-43e6-85b7-582944cc50fb req-e41b60d8-528d-45bf-ade0-e46119938af9 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866096 May 10 20:05:13.844516 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:13.845790 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:14.019410 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379a041-34b2-40d1-83de-296d45429757 req-00c20156-15d0-4d34-86cf-186e1e42ce47 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:14.028255 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1379a041-34b2-40d1-83de-296d45429757 req-00c20156-15d0-4d34-86cf-186e1e42ce47 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1582589 May 10 20:05:14.076604 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1379a041-34b2-40d1-83de-296d45429757 req-6ac147d3-d0ea-4bfa-865a-33ea065d41a2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 May 10 20:05:14.137636 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:05:14.187825 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-dc469bbb-3b4e-4ba5-b89e-e9aa4d4871ca None None] Provisioning complete for port d29bacb6-03de-4355-8bb0-a28d6b18b94d triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:14.188239 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dc469bbb-3b4e-4ba5-b89e-e9aa4d4871ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.267990 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-dc469bbb-3b4e-4ba5-b89e-e9aa4d4871ca None None] Port d29bacb6-03de-4355-8bb0-a28d6b18b94d cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:05:14.366688 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:05:14.377566 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] 10.222.0.48 "PUT /v2.0/routers/bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7577040 May 10 20:05:15.033885 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97fd15-ff8e-4180-a19f-8d2537708593 req-ee1b0147-a24e-4b66-a2ff-748176133041 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:15.037374 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6e97fd15-ff8e-4180-a19f-8d2537708593 req-ee1b0147-a24e-4b66-a2ff-748176133041 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 944 time: 0.1501105 May 10 20:05:15.104139 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 39028) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:15.118587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-268334644-network', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:15.132929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:15.140116 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6e97fd15-ff8e-4180-a19f-8d2537708593 req-65a65957-a12c-4ee6-90d9-e40b4280d4f5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886178 May 10 20:05:15.142989 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Usage tracker for resource:network and tenant:74d4119a4d354b06af9a5c4dcb27db0e is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:15.146107 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:15.152336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:15.169489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Made reservation on behalf of 74d4119a4d354b06af9a5c4dcb27db0e for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:15.171957 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.187082 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.203217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:15.213087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Usage tracker for resource:security_group_rule and tenant:74d4119a4d354b06af9a5c4dcb27db0e is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:15.216850 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:15.224130 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:15.260597 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:15.342819 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:15.349458 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:15.350566 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.496300 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0acf98-4ba7-4f54-aeae-2c9941625796 req-abe9f83b-4ba1-4259-a91e-26c1e689b13c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:15.497840 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.500120 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ac0acf98-4ba7-4f54-aeae-2c9941625796 req-abe9f83b-4ba1-4259-a91e-26c1e689b13c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2486849 May 10 20:05:15.532500 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:15.543023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.544735 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:15.550386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.552437 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:15.559111 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.567055 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c346e090-7aef-49a7-b16f-84594bae1e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:15.603613 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ac0acf98-4ba7-4f54-aeae-2c9941625796 req-52c412c4-6730-4703-82dc-d2e5b4b864cc tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875893 May 10 20:05:15.604268 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:05:15.619658 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:15.627798 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:15.632247 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdace1f-3281-4909-ad00-8943c6536bca,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:15.636009 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:15.637106 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.637447 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Added segment 43a1998f-3eb1-4184-ae44-5e3c1914edca of type vlan for network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 May 10 20:05:15.666740 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22', 'code': 200} May 10 20:05:15.669815 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.708359 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.710624 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:15.711230 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.715013 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-51d82889-e6fc-493b-839a-6cc2a1a99c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:15.825660 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Pushing event updated for resources: {'Network': ['ID=6e92ab34-9bab-48b3-a3e7-9ede2f6406a5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:15.828872 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:15.830660 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7253668 May 10 20:05:15.833817 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 39042) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:15.837317 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:05:15.846891 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Request body: {'subnet': {'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-268334644-subnet', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:15.852239 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:15.857237 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Usage tracker for resource:subnet and tenant:74d4119a4d354b06af9a5c4dcb27db0e is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:15.861004 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:15.869580 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:15.883298 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Made reservation on behalf of 74d4119a4d354b06af9a5c4dcb27db0e for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:15.886073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15710964'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.015773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ec465-5ce3-47c1-9399-b22cfcdad735 req-deb86c39-373c-40b2-b5f7-cc246eab40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:16.020584 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0a6ec465-5ce3-47c1-9399-b22cfcdad735 req-deb86c39-373c-40b2-b5f7-cc246eab40bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 1098 time: 0.1284928 May 10 20:05:16.074735 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 929296b0-9b06-4cd9-bb93-d255e1d70185 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:16.078818 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0a6ec465-5ce3-47c1-9399-b22cfcdad735 req-30aa74e0-d6a6-4d3f-a324-f5f925d5af5d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 May 10 20:05:16.157116 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 929296b0-9b06-4cd9-bb93-d255e1d70185 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:16.165660 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 929296b0-9b06-4cd9-bb93-d255e1d70185 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:16.166177 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.225214 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Sync routers for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:16.245223 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:16.245867 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:16.438575 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.442146 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15710854'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.447910 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:16.453074 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811a7ab-7b60-4830-b7f7-ee8b68298909 req-b65ce5d1-7195-4f43-b382-d2d9e001902d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:16.461821 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7811a7ab-7b60-4830-b7f7-ee8b68298909 req-b65ce5d1-7195-4f43-b382-d2d9e001902d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.1178615 May 10 20:05:16.468683 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 929296b0-9b06-4cd9-bb93-d255e1d70185, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=929296b0-9b06-4cd9-bb93-d255e1d70185,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:16.475614 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.486208 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:16.532906 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75131d10-7ba7-403f-bf66-c8f0bed326af,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:16.536070 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:16.539432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:16.540982 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Checking segment: {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:16.541351 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Network hostable DHCP agents. Network: 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:05:16.545623 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7811a7ab-7b60-4830-b7f7-ee8b68298909 req-c5555581-6938-460b-9b61-c540b7a496a4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789664 May 10 20:05:16.569107 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:05:16.574454 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:16.585998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:16.586620 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.593499 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476a217-36ea-4073-996f-451ae49bc62d None None] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:05:16.610631 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a2c46e5a-44d8-4551-8c40-413f254ab851 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7680779 May 10 20:05:16.612752 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 39052) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:16.618525 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:16.623214 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:16.627604 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Usage tracker for resource:router and tenant:74d4119a4d354b06af9a5c4dcb27db0e is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:16.631202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:16.637739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:16.652628 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.653060 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.673980 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:16.792831 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=929296b0-9b06-4cd9-bb93-d255e1d70185,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:16.844199 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:17.013688 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.063031 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f59283-c8ea-41f9-9ea6-f95f33755185 req-6f7bdf48-ee4c-4415-a227-3e171bc8e976 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:17.064193 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-54f59283-c8ea-41f9-9ea6-f95f33755185 req-6f7bdf48-ee4c-4415-a227-3e171bc8e976 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.3051898 May 10 20:05:17.074347 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-6e92ab34-9bab-48b3-a3e7-9ede2f6406a5', 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'fixed_ips': [{'subnet_id': '75131d10-7ba7-403f-bf66-c8f0bed326af'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:05:17.075276 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.163338 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-54f59283-c8ea-41f9-9ea6-f95f33755185 req-abb3ff08-dfb6-42fa-9d77-cce1b0dbb778 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 May 10 20:05:17.173561 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 2, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:17.183840 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Checking router: bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:17.183840 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Updating router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 port d29bacb6-03de-4355-8bb0-a28d6b18b94d binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:17.294486 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.403316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Allocated IP 172.20.0.2 (6e92ab34-9bab-48b3-a3e7-9ede2f6406a5/75131d10-7ba7-403f-bf66-c8f0bed326af/dbe71293-3223-45b2-8cbf-ce1ba270681c) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:17.469032 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.526150 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.871854 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Allocated IP 172.28.0.191 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/9cdddf6b-62bb-412e-9a1b-5510b724f3e0) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:18.107393 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 929296b0-9b06-4cd9-bb93-d255e1d70185 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:18.168832 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.182757 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde2d6a-8eb5-41a9-8ad7-b5dc3cc4cf90 req-b75206fc-d56e-41c6-ad0a-af1b8b8fc295 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:18.184342 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dcde2d6a-8eb5-41a9-8ad7-b5dc3cc4cf90 req-b75206fc-d56e-41c6-ad0a-af1b8b8fc295 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.4128029 May 10 20:05:18.220293 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Transition to ACTIVE for port object dbe71293-3223-45b2-8cbf-ce1ba270681c will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:18.246716 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.274740 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dcde2d6a-8eb5-41a9-8ad7-b5dc3cc4cf90 req-a0463510-6d95-4a30-a2ab-18494a0866a2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724149 May 10 20:05:18.315557 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.324044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.328712 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Transition to ACTIVE for port object d29bacb6-03de-4355-8bb0-a28d6b18b94d will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:18.347850 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97cc0c38-cd5a-4298-97c3-3ea22be307f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:18.356164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Transition to ACTIVE for port object dbe71293-3223-45b2-8cbf-ce1ba270681c will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:18.360455 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.377083 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:18.414309 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.446553 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:18.464799 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:18.470008 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:18.502597 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:18.510153 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:18.515176 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:18.522067 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 929296b0-9b06-4cd9-bb93-d255e1d70185 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:18.522691 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.820979 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:18.851529 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:18.908306 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e1859-183b-428e-8f4f-04cab7a24724 None None] Pushing event updated for resources: {'Port': ['ID=d29bacb6-03de-4355-8bb0-a28d6b18b94d,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:18.955016 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4a8e1859-183b-428e-8f4f-04cab7a24724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:18.956495 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:19.086004 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Attempting to bind port dbe71293-3223-45b2-8cbf-ce1ba270681c on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:19.086587 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Attempting to bind port dbe71293-3223-45b2-8cbf-ce1ba270681c by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:19.088185 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Attempting to bind port dbe71293-3223-45b2-8cbf-ce1ba270681c on network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:19.105379 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:19.105749 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Checking segment: {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:19.106158 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.106719 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Bound using segment: {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:19.107216 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Bound port: dbe71293-3223-45b2-8cbf-ce1ba270681c, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:19.107597 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.155962 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a94f5-5bc0-47c9-a3e9-7669cc31dff7 req-fa80d25d-9a93-4b02-a88d-587fbae09a72 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:19.164127 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-171a94f5-5bc0-47c9-a3e9-7669cc31dff7 req-fa80d25d-9a93-4b02-a88d-587fbae09a72 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.7338367 May 10 20:05:19.186602 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Attempting to bind port d29bacb6-03de-4355-8bb0-a28d6b18b94d on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:19.186602 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Attempting to bind port d29bacb6-03de-4355-8bb0-a28d6b18b94d by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:19.187047 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Attempting to bind port d29bacb6-03de-4355-8bb0-a28d6b18b94d on network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:19.235900 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Pushing event updated for resources: {'Port': ['ID=dbe71293-3223-45b2-8cbf-ce1ba270681c,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:19.247961 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:19.248342 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Checking segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:19.248753 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.249153 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Bound using segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:19.249644 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Bound port: d29bacb6-03de-4355-8bb0-a28d6b18b94d, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:19.250019 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.252556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.263046 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:19.324553 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-171a94f5-5bc0-47c9-a3e9-7669cc31dff7 req-4ef8bf3a-5e50-4e25-8864-20fe717d5d87 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593490 May 10 20:05:19.398792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] For port d29bacb6-03de-4355-8bb0-a28d6b18b94d, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:19.403116 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] For port d29bacb6-03de-4355-8bb0-a28d6b18b94d, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=d29bacb6-03de-4355-8bb0-a28d6b18b94d,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:19.409933 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.415386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:19.446498 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] For port dbe71293-3223-45b2-8cbf-ce1ba270681c, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:19.468891 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] For port dbe71293-3223-45b2-8cbf-ce1ba270681c, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dbe71293-3223-45b2-8cbf-ce1ba270681c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:19.481105 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.516077 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:19.517481 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:19.635950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e1859-183b-428e-8f4f-04cab7a24724 None None] Pushing event updated for resources: {'Port': ['ID=d29bacb6-03de-4355-8bb0-a28d6b18b94d,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:19.648639 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4a8e1859-183b-428e-8f4f-04cab7a24724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:19.654641 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4a8e1859-183b-428e-8f4f-04cab7a24724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:19.731954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0c45-fd03-4bb3-924d-cd83558644f1 req-1b9148f3-a320-4a36-8452-5000fcb7098b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:19.733997 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a4ed0c45-fd03-4bb3-924d-cd83558644f1 req-1b9148f3-a320-4a36-8452-5000fcb7098b tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.3150332 May 10 20:05:19.775884 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Pushing event updated for resources: {'Port': ['ID=dbe71293-3223-45b2-8cbf-ce1ba270681c,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:19.783120 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:19.833965 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a4ed0c45-fd03-4bb3-924d-cd83558644f1 req-b9320002-6f35-4f9c-829f-9b53d893ac37 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884557 May 10 20:05:19.854092 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:19.893860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:20.261655 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device d29bacb6-03de-4355-8bb0-a28d6b18b94d up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:20.453528 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Router ae2479eb-42ea-4c09-8972-4551875d70ec is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:05:20.497501 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port d29bacb6-03de-4355-8bb0-a28d6b18b94d completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:20.508178 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port d29bacb6-03de-4355-8bb0-a28d6b18b94d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:20.509070 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:20.609114 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:19Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:20.640527 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375129d-37ba-4081-9d30-faf030ef8999 None None] The sync data for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb is: [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:19Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:20.815362 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:20.835799 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:05:20.893901 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port d29bacb6-03de-4355-8bb0-a28d6b18b94d, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=d29bacb6-03de-4355-8bb0-a28d6b18b94d,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:20.902697 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:20.903580 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dbe71293-3223-45b2-8cbf-ce1ba270681c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:20.967606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:21.048688 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:05:21.064965 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Sync routers for ids ['ae2479eb-42ea-4c09-8972-4551875d70ec'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:21.094653 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Routers {'ae2479eb-42ea-4c09-8972-4551875d70ec'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:21.095639 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['ae2479eb-42ea-4c09-8972-4551875d70ec'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:21.145123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:21.153948 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 39114) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:21.156249 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5419564 May 10 20:05:21.182108 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=d29bacb6-03de-4355-8bb0-a28d6b18b94d,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:21.191966 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:21.205184 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port dbe71293-3223-45b2-8cbf-ce1ba270681c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:21.230119 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c972ccb4-b736-44ce-b673-99bb231d39fd None None] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:05:21.241646 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4623af-ed06-4ca2-a69f-1c0a77223f1d req-a6818772-f257-4288-9e89-a80dfc95a275 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:21.251919 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-da4623af-ed06-4ca2-a69f-1c0a77223f1d req-a6818772-f257-4288-9e89-a80dfc95a275 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.7831531 May 10 20:05:21.328180 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-da4623af-ed06-4ca2-a69f-1c0a77223f1d req-4f07f036-f43a-48d7-ba69-d399a2a8cc8f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634930 May 10 20:05:21.455962 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Provisioning for port dbe71293-3223-45b2-8cbf-ce1ba270681c completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:21.472456 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Provisioning complete for port dbe71293-3223-45b2-8cbf-ce1ba270681c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:21.474265 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:21.556935 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Set router ae2479eb-42ea-4c09-8972-4551875d70ec gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:21.895943 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:22.077076 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device d29bacb6-03de-4355-8bb0-a28d6b18b94d up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:22.274395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] For port dbe71293-3223-45b2-8cbf-ce1ba270681c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dbe71293-3223-45b2-8cbf-ce1ba270681c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:22.279444 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port d29bacb6-03de-4355-8bb0-a28d6b18b94d triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:22.280005 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:22.319866 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:22.337162 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:22.367736 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:05:18Z', 'revision_number': 3, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:22.373483 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Checking router: ae2479eb-42ea-4c09-8972-4551875d70ec for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:22.374178 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Updating router ae2479eb-42ea-4c09-8972-4551875d70ec port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:22.469700 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Pushing event updated for resources: {'Port': ['ID=dbe71293-3223-45b2-8cbf-ce1ba270681c,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:22.474847 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:22.573439 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:22.770514 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-3c66c67b-55e3-4dd4-9147-549960687d99 None None] Provisioning complete for port dbe71293-3223-45b2-8cbf-ce1ba270681c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:22.771126 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3c66c67b-55e3-4dd4-9147-549960687d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:22.785562 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc1e4-0109-4917-b92c-c918b5752302 req-6fbf57ca-6f2f-46cb-9fa9-fc5c7d4dac13 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:22.788960 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f86cc1e4-0109-4917-b92c-c918b5752302 req-6fbf57ca-6f2f-46cb-9fa9-fc5c7d4dac13 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2218103 May 10 20:05:22.873583 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f86cc1e4-0109-4917-b92c-c918b5752302 req-9effff58-32af-4481-9a73-d2ff2f94e271 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783515 May 10 20:05:23.079782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.258052 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.275533 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Transition to ACTIVE for port object 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:23.288449 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.301251 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-70144fe0-28d8-4812-8b20-5b700b31fec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:23.414558 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Attempting to bind port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:23.415491 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Attempting to bind port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:23.415491 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Attempting to bind port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:23.418996 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c289a37-e460-442b-90d7-e077cf76ae75 None None] Pushing event updated for resources: {'Port': ['ID=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,revision_number=2']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:23.430208 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-9c289a37-e460-442b-90d7-e077cf76ae75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:23.431824 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:23.432445 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:23.433057 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.433170 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Allocated IP 172.20.0.1 (6e92ab34-9bab-48b3-a3e7-9ede2f6406a5/75131d10-7ba7-403f-bf66-c8f0bed326af/689205d8-2541-43d6-aaa2-808806a0bf3c) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:23.433755 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:23.434479 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Bound port: 9cdddf6b-62bb-412e-9a1b-5510b724f3e0, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:23.435340 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.575819 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] For port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:23.575819 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] For port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:23.582061 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.592556 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-9c289a37-e460-442b-90d7-e077cf76ae75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:23.670732 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.683404 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Routers {'ae2479eb-42ea-4c09-8972-4551875d70ec'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:23.684071 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['ae2479eb-42ea-4c09-8972-4551875d70ec'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:23.690088 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.provisioning_blocks [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Transition to ACTIVE for port object 689205d8-2541-43d6-aaa2-808806a0bf3c will not be triggered until provisioned by entity DHCP. {{(pid=78752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:23.720049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:23.726247 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:23.805231 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:23.808836 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:23.813419 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:23.818409 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c289a37-e460-442b-90d7-e077cf76ae75 None None] Pushing event updated for resources: {'Port': ['ID=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:23.823615 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-9c289a37-e460-442b-90d7-e077cf76ae75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:23.861443 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=689205d8-2541-43d6-aaa2-808806a0bf3c,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:23.866318 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:23.896018 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] Set router ae2479eb-42ea-4c09-8972-4551875d70ec gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:23.902708 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.023822 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dbe71293-3223-45b2-8cbf-ce1ba270681c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:24.108737 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.149607 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ebe17d32-7baf-43a1-befa-f91c4faf61b2 None None] Provisioning for port 689205d8-2541-43d6-aaa2-808806a0bf3c completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:24.185869 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-ebe17d32-7baf-43a1-befa-f91c4faf61b2 None None] Provisioning complete for port 689205d8-2541-43d6-aaa2-808806a0bf3c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:24.186166 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ebe17d32-7baf-43a1-befa-f91c4faf61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.246271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5551d4-4171-4d6e-a75f-56d95f7f3707 req-dcbcbbd3-dec5-4c46-8840-a92686e1f52f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:24.249082 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7f5551d4-4171-4d6e-a75f-56d95f7f3707 req-dcbcbbd3-dec5-4c46-8840-a92686e1f52f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1764228 May 10 20:05:24.330525 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port dbe71293-3223-45b2-8cbf-ce1ba270681c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:24.340584 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.390638 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7f5551d4-4171-4d6e-a75f-56d95f7f3707 req-7a329bba-dc1f-4aa2-bf41-062c0485b6c1 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314604 May 10 20:05:24.462805 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:05:18Z', 'revision_number': 3, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:24.482952 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acfd1c-0948-4978-b61b-03b5095c2dee None None] The sync data for ids ['ae2479eb-42ea-4c09-8972-4551875d70ec'] in dv-cinder-788365-3-smb is: [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:05:18Z', 'revision_number': 3, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:24.534133 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-ebe17d32-7baf-43a1-befa-f91c4faf61b2 None None] Port 689205d8-2541-43d6-aaa2-808806a0bf3c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:05:24.552347 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.559877 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.601807 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:24.697769 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=689205d8-2541-43d6-aaa2-808806a0bf3c,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:24.711787 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:24.716310 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:24.752442 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a83c7-86c6-4e0e-8458-41be10f50c00 req-f8f4e7e3-89b5-48e4-a7ea-0f2fbba6def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:24.754580 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f3a83c7-86c6-4e0e-8458-41be10f50c00 req-f8f4e7e3-89b5-48e4-a7ea-0f2fbba6def0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.1187825 May 10 20:05:24.817747 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f3a83c7-86c6-4e0e-8458-41be10f50c00 req-bfbd4ac9-36e1-4bf4-9200-95058bbe2f1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 May 10 20:05:25.148146 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:25.149738 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:25.596301 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-3cc9db5f-20fd-4f82-91b2-682077d5f9fb None None] Provisioning complete for port 689205d8-2541-43d6-aaa2-808806a0bf3c triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:25.603942 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3cc9db5f-20fd-4f82-91b2-682077d5f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:25.728528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Router ae2479eb-42ea-4c09-8972-4551875d70ec has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:05:25.747171 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9db5f-20fd-4f82-91b2-682077d5f9fb None None] Port 689205d8-2541-43d6-aaa2-808806a0bf3c cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:05:25.748543 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ec8f-bdfd-4af7-b662-c0168557d95d req-02e3b7e0-38ba-4702-9ab7-17c8334c0424 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:25.761340 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9677ec8f-bdfd-4af7-b662-c0168557d95d req-02e3b7e0-38ba-4702-9ab7-17c8334c0424 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1870990 May 10 20:05:25.849961 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9677ec8f-bdfd-4af7-b662-c0168557d95d req-2f95c84d-ee21-4ac0-b2a7-78a002f0310a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849197 May 10 20:05:26.143431 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:26.164705 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:05:26.183315 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] 10.222.0.48 "PUT /v2.0/routers/ae2479eb-42ea-4c09-8972-4551875d70ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0279841 May 10 20:05:26.267845 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:26.273692 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:26.273873 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:26.425647 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:26.455812 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:26.463423 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:26.467454 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:26.593174 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:26.604299 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:27.197564 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Sync routers for ids ['ae2479eb-42ea-4c09-8972-4551875d70ec'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:27.226056 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Routers {'ae2479eb-42ea-4c09-8972-4551875d70ec'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:27.227092 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['ae2479eb-42ea-4c09-8972-4551875d70ec'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:27.293417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74ee5-1f86-4296-8ad8-acc2b94c783c req-c34bbbd2-7c66-45e7-9cb9-1550e7ac33ec tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:27.313345 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3bd74ee5-1f86-4296-8ad8-acc2b94c783c req-c34bbbd2-7c66-45e7-9cb9-1550e7ac33ec tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2285154 May 10 20:05:27.410966 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3bd74ee5-1f86-4296-8ad8-acc2b94c783c req-538c1dd7-22ac-427b-9079-db981f2f89ac tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958748 May 10 20:05:27.612702 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Set router ae2479eb-42ea-4c09-8972-4551875d70ec gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:28.102320 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:28.465867 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:05:24Z', 'revision_number': 4, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '689205d8-2541-43d6-aaa2-808806a0bf3c', 'name': '', 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'mac_address': 'fa:16:3e:45:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '75131d10-7ba7-403f-bf66-c8f0bed326af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:23Z', 'updated_at': '2021-05-10T20:05:24Z', 'revision_number': 2, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'subnets': [{'id': '75131d10-7ba7-403f-bf66-c8f0bed326af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:28.479039 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:28.479662 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:28.533667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Checking router: ae2479eb-42ea-4c09-8972-4551875d70ec for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:28.534252 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Updating router ae2479eb-42ea-4c09-8972-4551875d70ec port 689205d8-2541-43d6-aaa2-808806a0bf3c binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:28.699298 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:28.751417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43096b1-3621-4d8a-a7ef-763dd494dc8f req-76622141-c8e0-40b7-8c6b-76414c793659 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:28.754589 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e43096b1-3621-4d8a-a7ef-763dd494dc8f req-76622141-c8e0-40b7-8c6b-76414c793659 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1381443 May 10 20:05:28.839956 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e43096b1-3621-4d8a-a7ef-763dd494dc8f req-b9d13320-b994-4a36-ab26-dd726507f226 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779009 May 10 20:05:29.514449 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:29.533416 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Transition to ACTIVE for port object 689205d8-2541-43d6-aaa2-808806a0bf3c will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:29.545838 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:29.552393 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:29.598429 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-c2648ded-91e1-4801-878b-eded34aaca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:29.600906 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-c2648ded-91e1-4801-878b-eded34aaca64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.2689798 May 10 20:05:29.841282 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466dc2-3f19-47fb-9518-71bae73f8ed3 req-b09a6b39-0384-4e63-a648-a1c829a4263b tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:29.868884 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3402ac-9da7-4d9b-bcc9-9fc164ab41c1 None None] Pushing event updated for resources: {'Port': ['ID=689205d8-2541-43d6-aaa2-808806a0bf3c,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:29.886604 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9466dc2-3f19-47fb-9518-71bae73f8ed3 req-b09a6b39-0384-4e63-a648-a1c829a4263b tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.3872187 May 10 20:05:29.901408 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4b3402ac-9da7-4d9b-bcc9-9fc164ab41c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:30.122777 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9466dc2-3f19-47fb-9518-71bae73f8ed3 req-82000a87-854d-4b9b-b405-50bcc8be2c5d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311270 May 10 20:05:30.191361 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-61660bab-b14d-469e-81ee-58b68bed113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:30.195225 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-61660bab-b14d-469e-81ee-58b68bed113a service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.5811083 May 10 20:05:30.329094 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-53aabcfc-b4af-40ad-8f4b-b898d5095f5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 217 time: 0.1265280 May 10 20:05:30.431947 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Attempting to bind port 689205d8-2541-43d6-aaa2-808806a0bf3c on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:30.432506 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Attempting to bind port 689205d8-2541-43d6-aaa2-808806a0bf3c by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:30.433109 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Attempting to bind port 689205d8-2541-43d6-aaa2-808806a0bf3c on network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:30.460971 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:30.460971 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Checking segment: {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:30.461440 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-65b8f1d5-028e-4d90-8035-eb3af40894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:30.461616 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.461616 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Bound using segment: {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:30.461616 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Bound port: 689205d8-2541-43d6-aaa2-808806a0bf3c, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a1998f-3eb1-4184-ae44-5e3c1914edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:30.461616 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.463990 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-65b8f1d5-028e-4d90-8035-eb3af40894cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.1116273 May 10 20:05:30.527824 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-8f1bc7ec-62af-4873-b0d9-bdc7b0607ed6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629432 May 10 20:05:30.687834 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] For port 689205d8-2541-43d6-aaa2-808806a0bf3c, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:30.695180 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] For port 689205d8-2541-43d6-aaa2-808806a0bf3c, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=689205d8-2541-43d6-aaa2-808806a0bf3c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:30.702171 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.716550 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:30.949275 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Routers {'ae2479eb-42ea-4c09-8972-4551875d70ec'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:05:30.951992 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:05:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['ae2479eb-42ea-4c09-8972-4551875d70ec'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:31.146226 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-50b95201-9e17-4020-bb27-70be8e0aa310 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053994 May 10 20:05:31.722176 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5695fbef-a74a-43a5-bc65-af550d9da373 req-a4a8cc2c-41c2-4d3a-80c9-40a21cfa6e67 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656977 May 10 20:05:31.843040 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3402ac-9da7-4d9b-bcc9-9fc164ab41c1 None None] Pushing event updated for resources: {'Port': ['ID=689205d8-2541-43d6-aaa2-808806a0bf3c,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:31.855866 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4b3402ac-9da7-4d9b-bcc9-9fc164ab41c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:31.931699 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9952fd-3706-46b2-a67b-d2d44b33a49c req-e33bf061-1f3b-45c9-88cd-49528b23e50a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:31.931979 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] Set router ae2479eb-42ea-4c09-8972-4551875d70ec gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:05:31.934529 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca9952fd-3706-46b2-a67b-d2d44b33a49c req-e33bf061-1f3b-45c9-88cd-49528b23e50a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2112515 May 10 20:05:32.023519 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ca9952fd-3706-46b2-a67b-d2d44b33a49c req-18f7d46f-ad79-4719-a127-5176cbb02092 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828593 May 10 20:05:32.312925 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 39310) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:32.425814 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:05:24Z', 'revision_number': 4, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '689205d8-2541-43d6-aaa2-808806a0bf3c', 'name': '', 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'mac_address': 'fa:16:3e:45:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '75131d10-7ba7-403f-bf66-c8f0bed326af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:23Z', 'updated_at': '2021-05-10T20:05:30Z', 'revision_number': 4, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'subnets': [{'id': '75131d10-7ba7-403f-bf66-c8f0bed326af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:32.432578 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0137-6a7f-4ce2-bc41-8269ef7a15fd None None] The sync data for ids ['ae2479eb-42ea-4c09-8972-4551875d70ec'] in dv-cinder-788365-3-smb is: [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:05:24Z', 'revision_number': 4, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '689205d8-2541-43d6-aaa2-808806a0bf3c', 'name': '', 'network_id': '6e92ab34-9bab-48b3-a3e7-9ede2f6406a5', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'mac_address': 'fa:16:3e:45:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '75131d10-7ba7-403f-bf66-c8f0bed326af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:23Z', 'updated_at': '2021-05-10T20:05:30Z', 'revision_number': 4, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'subnets': [{'id': '75131d10-7ba7-403f-bf66-c8f0bed326af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:32.625172 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.693621 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:32.703729 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Usage tracker for resource:security_group_rule and tenant:dfb83d4f9af04be894f891516bd82360 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:32.716917 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:32.732148 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:32.884714 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.891837 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.998008 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-587e8fa7-1776-4296-adab-5f51b9fcf285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:33.024781 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfb83d4f9af04be894f891516bd82360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083988 May 10 20:05:33.027300 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 39324) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:33.126125 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59426ddf-6d8c-4a3d-a4f7-4e159203bd10,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:33.130923 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:33.203286 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.255990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.340533 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.346638 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c5d2eccf-72d2-4fe8-adaf-c8c6d1a5d7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:33.362568 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59426ddf-6d8c-4a3d-a4f7-4e159203bd10,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:33.371391 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:33.393357 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.397304 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59426ddf-6d8c-4a3d-a4f7-4e159203bd10 HTTP/1.1" status: 204 len: 168 time: 0.3662972 May 10 20:05:33.938575 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5af7a-8864-4daf-9e54-e0f6ae9efa95 req-51c1990a-6276-41c5-982c-76be9c710c05 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.950717 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-eaf5af7a-8864-4daf-9e54-e0f6ae9efa95 req-51c1990a-6276-41c5-982c-76be9c710c05 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.4766521 May 10 20:05:34.053524 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.226196 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-eaf5af7a-8864-4daf-9e54-e0f6ae9efa95 req-d8cdd3bb-123e-479e-94e1-49fe7700db49 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570491 May 10 20:05:34.276519 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 689205d8-2541-43d6-aaa2-808806a0bf3c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:34.460639 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 689205d8-2541-43d6-aaa2-808806a0bf3c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:34.477606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 689205d8-2541-43d6-aaa2-808806a0bf3c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:34.478127 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.732211 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3b114-ed67-44da-996a-9177489c0899 req-c94aaea8-75ab-4228-93b6-d45e876ada87 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:34.733683 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a6f3b114-ed67-44da-996a-9177489c0899 req-c94aaea8-75ab-4228-93b6-d45e876ada87 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.1969218 May 10 20:05:34.808726 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a6f3b114-ed67-44da-996a-9177489c0899 req-7418b4a8-1162-4ade-9f17-c47a0b0645f1 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 May 10 20:05:34.845095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.952578 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 689205d8-2541-43d6-aaa2-808806a0bf3c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=689205d8-2541-43d6-aaa2-808806a0bf3c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:34.960179 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.962095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d0e756de-b1df-40bf-8c12-fa1d2217f668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:35.124512 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=689205d8-2541-43d6-aaa2-808806a0bf3c,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:35.142742 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:35.468311 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3adb-b8d5-4570-99a8-c453f93d535e req-1a6e5583-faf6-4eb4-a687-6dc741cd7c70 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:35.479661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b2bf3adb-b8d5-4570-99a8-c453f93d535e req-1a6e5583-faf6-4eb4-a687-6dc741cd7c70 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1034484 May 10 20:05:35.540479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b2bf3adb-b8d5-4570-99a8-c453f93d535e req-c5755b3d-a10a-4f67-a599-cfe4b4b266dd tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567954 May 10 20:05:36.084287 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 689205d8-2541-43d6-aaa2-808806a0bf3c up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:36.122082 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f023-8d4c-45ff-9349-584949f16e3e req-54a30672-4154-410e-8582-283f671caad7 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.123769 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0491f023-8d4c-45ff-9349-584949f16e3e req-54a30672-4154-410e-8582-283f671caad7 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.1458740 May 10 20:05:36.226857 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0491f023-8d4c-45ff-9349-584949f16e3e req-ed8a9cde-0a5b-4590-b30a-128f3194c730 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922294 May 10 20:05:36.291166 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 689205d8-2541-43d6-aaa2-808806a0bf3c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:36.292257 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:36.328173 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9492466-0817-47bd-b110-dc93828fbe8a req-60233e3a-42af-4614-b3db-e30ebcb79017 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.329709 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a9492466-0817-47bd-b110-dc93828fbe8a req-60233e3a-42af-4614-b3db-e30ebcb79017 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.1509118 May 10 20:05:36.613693 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Deleting port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:05:36.614390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:36.966599 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c025-0712-401c-a9db-e05f26595247 req-852e245f-7945-4804-834a-e3bbd9dac386 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.982112 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4056c025-0712-401c-a9db-e05f26595247 req-852e245f-7945-4804-834a-e3bbd9dac386 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2603374 May 10 20:05:36.985473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] For port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:36.986070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.250626 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4056c025-0712-401c-a9db-e05f26595247 req-854aeef1-17fd-4808-bbad-b3b295bd9ad7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502472 May 10 20:05:37.411179 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Calling delete_port for 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:05:37.488411 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-79409079-e4c8-4f1e-932f-775d41380c80 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=13ad50143e4f4bd79b7c23f2565f6ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550888 May 10 20:05:38.079027 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd271-7d38-4f90-b7e4-d84cf3a42f45 req-c9ec81bb-e9ff-49b4-9706-3e10cb78c127 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:38.087405 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a37dd271-7d38-4f90-b7e4-d84cf3a42f45 req-c9ec81bb-e9ff-49b4-9706-3e10cb78c127 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 945 time: 0.6553984 May 10 20:05:38.139873 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-97580c65-bf23-4847-be8a-3cf5eb49bb7c tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:38.141467 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-97580c65-bf23-4847-be8a-3cf5eb49bb7c tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6521726 May 10 20:05:38.210240 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a37dd271-7d38-4f90-b7e4-d84cf3a42f45 req-f210f9da-9351-4e62-8829-26f47988e5fc tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217999 May 10 20:05:38.247204 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-4fa1cc82-d916-4646-a9f0-ad009c70d6b0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/quotas/13ad50143e4f4bd79b7c23f2565f6ea5 HTTP/1.1" status: 200 len: 375 time: 0.0650728 May 10 20:05:38.250531 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:38.281912 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9', '3c7953fc-c66d-454c-bd63-a6fe890a53c0', '83e1e129-a0e9-40ba-b6fd-f3bc31392760', '85b3c13b-d48d-43f9-a4d4-01f7d6020b22'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:38.297807 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:38.350000 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event deleted for resources: {'Port': ['ID=85b3c13b-d48d-43f9-a4d4-01f7d6020b22,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:38.370636 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-0d68b672-4e23-4487-a30d-fca9c0ec94b5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=13ad50143e4f4bd79b7c23f2565f6ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199784 May 10 20:05:38.371977 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:38.569057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] No DVR routers for this DVR port 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:38.584765 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:38.589849 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'name': 'network-vif-deleted', 'tag': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:38.640009 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a9492466-0817-47bd-b110-dc93828fbe8a req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "DELETE /v2.0/ports/85b3c13b-d48d-43f9-a4d4-01f7d6020b22 HTTP/1.1" status: 204 len: 173 time: 2.3027368 May 10 20:05:38.663301 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cac1ffe7-3964-4dfe-b783-6ba9e594d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:38.779101 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e1f570-db57-4c6b-9345-ed4ea008ab99', 'name': 'network-vif-deleted', 'tag': '85b3c13b-d48d-43f9-a4d4-01f7d6020b22', 'status': 'completed', 'code': 200} May 10 20:05:38.959475 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bc4b6e49-e1e2-42c3-9709-42a6d1c49f88 req-5ea155b4-e391-415e-8c4a-31492849f429 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 210 time: 0.1101718 May 10 20:05:39.582342 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-3dfdd98c-0c6c-42ec-8d28-105ce74c177c req-faa472ef-4545-4b50-bad6-cbf3e664b314 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:39.615935 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-3dfdd98c-0c6c-42ec-8d28-105ce74c177c req-faa472ef-4545-4b50-bad6-cbf3e664b314 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:39.615935 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3dfdd98c-0c6c-42ec-8d28-105ce74c177c req-faa472ef-4545-4b50-bad6-cbf3e664b314 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e1f570-db57-4c6b-9345-ed4ea008ab99 HTTP/1.1" status: 200 len: 210 time: 0.1243434 May 10 20:05:39.726681 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691957f-0af8-4874-a958-03f314509b99 req-be572f9a-b860-44f4-878c-b85693ea43a4 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:39.743290 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e691957f-0af8-4874-a958-03f314509b99 req-be572f9a-b860-44f4-878c-b85693ea43a4 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2099211 May 10 20:05:39.964546 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e691957f-0af8-4874-a958-03f314509b99 req-62698158-bac0-4e89-80ca-ba346d6e002c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200260 May 10 20:05:40.272625 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cd244610-811d-4be5-8077-af16367d3a4f req-5408795e-4ad1-4d5a-9254-4eb97d373878 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 210 time: 0.0528119 May 10 20:05:41.342503 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-657fd97b-9f9f-4486-aecb-e81afd263d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:41.392744 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:41.446870 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:05:41.501092 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-6559908d-9343-4990-a165-a31243a1ef71 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=13ad50143e4f4bd79b7c23f2565f6ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2765708 May 10 20:05:41.506439 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:05:41.507318 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 85b3c13b-d48d-43f9-a4d4-01f7d6020b22 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:05:41.840691 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2986330c-0ab6-477a-8946-0556c75b78d9 req-005addaa-0d07-4650-9f83-22da6f6ea2ca tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 210 time: 0.2524753 May 10 20:05:42.049249 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-74681454-bf9b-416f-8a04-6a292c8d78dc tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:42.050947 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-74681454-bf9b-416f-8a04-6a292c8d78dc tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5437260 May 10 20:05:42.067567 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Request body: {'port': {'device_id': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee', 'admin_state_up': True, 'tenant_id': '13ad50143e4f4bd79b7c23f2565f6ea5'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:42.256154 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.387221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:42.392490 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Usage tracker for resource:port and tenant:13ad50143e4f4bd79b7c23f2565f6ea5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:42.396760 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:42.406925 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:42.431929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Made reservation on behalf of 13ad50143e4f4bd79b7c23f2565f6ea5 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:42.437352 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.472234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.511404 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:42.523519 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Usage tracker for resource:security_group_rule and tenant:13ad50143e4f4bd79b7c23f2565f6ea5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:42.547367 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:42.572943 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:42.785411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.791235 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.797433 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:42.909211 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a6534a-d860-4186-872c-715d6ae8d6ba,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:42.928538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:43.109884 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Allocated IP 192.168.233.150 (86e57261-13c9-4180-8b27-859d6e9a3eee/14e7ef3e-887a-4505-a543-19378a0240a3/1d964b0f-98f7-4494-832c-97326580c9c7) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:43.513937 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0a04504a-2ac3-4c54-8274-ce01a25fba04 req-3dac8269-6992-4fd5-a4f9-9e388fd79386 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 210 time: 0.2299154 May 10 20:05:43.679728 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:43.726771 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1486a3-62ba-48d5-8c62-cd4c46f446cf req-15897eca-7bbd-49e0-9b93-b7cc326779a3 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:43.731546 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-eb1486a3-62ba-48d5-8c62-cd4c46f446cf req-15897eca-7bbd-49e0-9b93-b7cc326779a3 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.2782018 May 10 20:05:43.734661 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:43.816112 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Transition to ACTIVE for port object 1d964b0f-98f7-4494-832c-97326580c9c7 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:43.852949 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-eb1486a3-62ba-48d5-8c62-cd4c46f446cf req-096f6926-23ce-4209-b2c0-bc4950e9cd2d tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057181 May 10 20:05:43.934203 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:43.977179 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:44.059792 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Network 86e57261-13c9-4180-8b27-859d6e9a3eee is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:44.073226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:44.077086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:44.087129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:44.088245 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.197314 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Pushing event updated for resources: {'Port': ['ID=1d964b0f-98f7-4494-832c-97326580c9c7,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:44.203273 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:44.206568 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1459088 May 10 20:05:44.222866 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Request body: {'port': {'device_id': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:44.523285 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e08af7db-df82-49be-8fbb-a1eeb48ed721 None None] Provisioning for port 1d964b0f-98f7-4494-832c-97326580c9c7 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:44.529536 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e08af7db-df82-49be-8fbb-a1eeb48ed721 None None] Provisioning complete for port 1d964b0f-98f7-4494-832c-97326580c9c7 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:44.530717 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e08af7db-df82-49be-8fbb-a1eeb48ed721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.602918 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.623207 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-e08af7db-df82-49be-8fbb-a1eeb48ed721 None None] Port 1d964b0f-98f7-4494-832c-97326580c9c7 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:05:45.476226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51576b-bde1-4ced-8b6b-a47ea7ab6d7f req-3ca458e1-f896-4b37-87b8-e2ea5b32fdca tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:45.479047 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2a51576b-bde1-4ced-8b6b-a47ea7ab6d7f req-3ca458e1-f896-4b37-87b8-e2ea5b32fdca tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.2811117 May 10 20:05:45.527057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-5aa63ff0-c99d-45b7-8676-b80de287d79d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:45.528248 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-5aa63ff0-c99d-45b7-8676-b80de287d79d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Synchronizing usage tracker for tenant:13ad50143e4f4bd79b7c23f2565f6ea5 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:45.706156 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2a51576b-bde1-4ced-8b6b-a47ea7ab6d7f req-6c628ad3-e3f3-4850-8dbc-1ed76a69fb65 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676993 May 10 20:05:45.750295 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-5aa63ff0-c99d-45b7-8676-b80de287d79d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Unset dirty status for tenant:13ad50143e4f4bd79b7c23f2565f6ea5 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:45.751534 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-5aa63ff0-c99d-45b7-8676-b80de287d79d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 936 time: 0.9805245 May 10 20:05:45.758270 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d964b0f-98f7-4494-832c-97326580c9c7 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:45.798716 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:45.846391 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Transition to ACTIVE for port object 1d964b0f-98f7-4494-832c-97326580c9c7 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:45.863033 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:45.875312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:45.952362 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-b74289c6-ae27-4a86-98ae-affd54ae65ea tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Synchronizing usage tracker for tenant:13ad50143e4f4bd79b7c23f2565f6ea5 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:46.194681 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e32bf-11bf-45d4-bea3-6677818f02de req-685a8e23-b80e-4589-8e1d-170706684699 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:46.198124 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-416e32bf-11bf-45d4-bea3-6677818f02de req-685a8e23-b80e-4589-8e1d-170706684699 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.5691829 May 10 20:05:46.204319 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d964b0f-98f7-4494-832c-97326580c9c7,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:46.210508 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:46.293040 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-b74289c6-ae27-4a86-98ae-affd54ae65ea tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Unset dirty status for tenant:13ad50143e4f4bd79b7c23f2565f6ea5 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:46.294244 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0ecfe5eb-7789-45a8-a3ac-9ea8b32cf039 req-b74289c6-ae27-4a86-98ae-affd54ae65ea tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190125 May 10 20:05:46.360368 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Attempting to bind port 1d964b0f-98f7-4494-832c-97326580c9c7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:46.360906 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Attempting to bind port 1d964b0f-98f7-4494-832c-97326580c9c7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:46.361439 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Attempting to bind port 1d964b0f-98f7-4494-832c-97326580c9c7 on network 86e57261-13c9-4180-8b27-859d6e9a3eee {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:46.378413 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Port 1d964b0f-98f7-4494-832c-97326580c9c7 on network 86e57261-13c9-4180-8b27-859d6e9a3eee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:05:46.378752 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Attempting to bind port 1d964b0f-98f7-4494-832c-97326580c9c7 on network 86e57261-13c9-4180-8b27-859d6e9a3eee {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:46.387598 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:46.387961 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Checking segment: {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:46.388353 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Bound using segment: {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:46.388797 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Bound port: 1d964b0f-98f7-4494-832c-97326580c9c7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:46.389146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.761632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] For port 1d964b0f-98f7-4494-832c-97326580c9c7, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:46.771645 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-12a19b45-b22b-4206-801d-01f68ce3c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:46.774284 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-12a19b45-b22b-4206-801d-01f68ce3c104 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.3719060 May 10 20:05:46.821682 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] For port 1d964b0f-98f7-4494-832c-97326580c9c7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d964b0f-98f7-4494-832c-97326580c9c7,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:46.904809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.924203 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7e8a3e41-12fa-46e5-83b8-bb0becd52f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:46.986309 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Deleting port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:05:46.986860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:47.196140 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.197303 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:47.198932 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d964b0f-98f7-4494-832c-97326580c9c7 HTTP/1.1" status: 200 len: 1098 time: 2.9831307 May 10 20:05:47.203878 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'tag': '1d964b0f-98f7-4494-832c-97326580c9c7'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:47.338134 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d964b0f-98f7-4494-832c-97326580c9c7,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:47.361212 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def14a77-dfa8-4b5c-afbd-96cfc87e73d7 req-60c6fc23-7c22-41d3-8976-a2008f6e02ba tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.362813 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-def14a77-dfa8-4b5c-afbd-96cfc87e73d7 req-60c6fc23-7c22-41d3-8976-a2008f6e02ba tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.7279961 May 10 20:05:47.369859 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:47.378083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-bbecc769-a1bb-4bc2-9757-c67e306afc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.379537 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-bbecc769-a1bb-4bc2-9757-c67e306afc34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.5967996 May 10 20:05:47.524156 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-3defbb5a-3bfe-4716-9c84-9d7550b6502c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 217 time: 0.1232312 May 10 20:05:47.586632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] For port 83e1e129-a0e9-40ba-b6fd-f3bc31392760, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83e1e129-a0e9-40ba-b6fd-f3bc31392760,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:47.587108 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:47.626550 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-def14a77-dfa8-4b5c-afbd-96cfc87e73d7 req-ac67e3f1-6e3b-4960-af00-befe0aae406f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499154 May 10 20:05:47.740454 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'tag': '1d964b0f-98f7-4494-832c-97326580c9c7', 'status': 'completed', 'code': 200} May 10 20:05:47.746868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Calling delete_port for 83e1e129-a0e9-40ba-b6fd-f3bc31392760 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:05:47.774539 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-d260ee48-69b1-4ee5-85e5-c4a074ef7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.776072 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-d260ee48-69b1-4ee5-85e5-c4a074ef7897 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.2423208 May 10 20:05:47.839973 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-272c7195-dc8a-462f-8344-17856394befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.841493 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-272c7195-dc8a-462f-8344-17856394befb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13ad50143e4f4bd79b7c23f2565f6ea5&device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 1101 time: 0.5727439 May 10 20:05:47.850430 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-d26c1977-bb82-4d93-9e29-63b7ac67ea0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618193 May 10 20:05:47.992854 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-073adb13-f28e-4431-9305-7dfdd88df7f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1d964b0f-98f7-4494-832c-97326580c9c7 HTTP/1.1" status: 200 len: 217 time: 0.1400135 May 10 20:05:48.107100 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750eab9-4949-4764-b8c3-8cb61f80e846 req-9f33434e-170f-4568-8159-1b0433f3b9ab tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:48.108716 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c750eab9-4949-4764-b8c3-8cb61f80e846 req-9f33434e-170f-4568-8159-1b0433f3b9ab tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3c6fa96-0c0a-4920-8ffa-7eceeb72c319 HTTP/1.1" status: 200 len: 945 time: 0.6410162 May 10 20:05:48.238452 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-af9ef15b-8677-482c-b32c-943e8f8e4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:48.239949 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-af9ef15b-8677-482c-b32c-943e8f8e4c4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=14e7ef3e-887a-4505-a543-19378a0240a3 HTTP/1.1" status: 200 len: 843 time: 0.2213895 May 10 20:05:48.331939 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c750eab9-4949-4764-b8c3-8cb61f80e846 req-983a38b7-1a33-4f7e-9f1b-cdd813407ff8 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127903 May 10 20:05:48.368629 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-fcd0b7e4-c0c5-4848-94cb-6e92a2902195 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463491 May 10 20:05:48.463497 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.472317 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731b8a-faca-477f-816f-0785bd0c6597 req-1bf468c4-293c-47d1-85fc-5f44bdd37e9b tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:48.474489 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dc731b8a-faca-477f-816f-0785bd0c6597 req-1bf468c4-293c-47d1-85fc-5f44bdd37e9b tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 948 time: 0.5590615 May 10 20:05:48.484294 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4639e86f-9bd7-4744-8150-940f6e501993 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:48.487951 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9', '3c7953fc-c66d-454c-bd63-a6fe890a53c0'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:48.555311 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event deleted for resources: {'Port': ['ID=83e1e129-a0e9-40ba-b6fd-f3bc31392760,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:48.559729 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:48.686480 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] No DVR routers for this DVR port 83e1e129-a0e9-40ba-b6fd-f3bc31392760 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:48.697877 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dc731b8a-faca-477f-816f-0785bd0c6597 req-ac8a4973-ec76-48ca-835c-56037251eda5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819053 May 10 20:05:48.707648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.734765 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03312e-b885-46c3-abec-58413d69af5e req-92e632da-317f-4b39-adc0-e487a0f01d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:48.736352 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-92e632da-317f-4b39-adc0-e487a0f01d7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86e57261-13c9-4180-8b27-859d6e9a3eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4473000 May 10 20:05:48.738621 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-838fc5bb-5378-47b0-99cd-c90ff5e37c7a req-8bcb8562-fca2-4849-a6c1-b5612f22ffdb service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683827 May 10 20:05:48.744795 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-416e32bf-11bf-45d4-bea3-6677818f02de req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "DELETE /v2.0/ports/83e1e129-a0e9-40ba-b6fd-f3bc31392760 HTTP/1.1" status: 204 len: 173 time: 2.5317595 May 10 20:05:49.373798 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-770d557a-c7de-4bcb-8ad4-8eaa9161f661 service neutron] 10.222.0.73 "GET /v2.0/networks/86e57261-13c9-4180-8b27-859d6e9a3eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252270 May 10 20:05:49.397280 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-c84ac642-b788-451a-b8d7-27c95982600e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:49.399745 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-c84ac642-b788-451a-b8d7-27c95982600e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 815 time: 0.2956676 May 10 20:05:49.529222 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 83e1e129-a0e9-40ba-b6fd-f3bc31392760 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:05:49.573412 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-f00d85b3-22e9-466b-8e97-8f176144d72e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/quotas/b3cd7b1367a343b2876c228b77c49561 HTTP/1.1" status: 200 len: 375 time: 0.0949726 May 10 20:05:49.590727 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 83e1e129-a0e9-40ba-b6fd-f3bc31392760 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:05:49.591282 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 83e1e129-a0e9-40ba-b6fd-f3bc31392760 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:05:49.712293 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a03312e-b885-46c3-abec-58413d69af5e req-79444713-e2f6-4077-b304-d53ca94dfc4e service neutron] 10.222.0.73 "GET /v2.0/networks/86e57261-13c9-4180-8b27-859d6e9a3eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089764 May 10 20:05:49.731285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845612-c38a-4fa5-96c2-ca03138a71c1 req-5d9fb331-46cb-4359-8028-a245a65e899a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:49.732821 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-40845612-c38a-4fa5-96c2-ca03138a71c1 req-5d9fb331-46cb-4359-8028-a245a65e899a tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.3315377 May 10 20:05:49.742936 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'name': 'network-vif-deleted', 'tag': '83e1e129-a0e9-40ba-b6fd-f3bc31392760'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:49.850480 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-91950f92-7933-41a2-afbe-3a47e4612486 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2615378 May 10 20:05:49.904960 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-40845612-c38a-4fa5-96c2-ca03138a71c1 req-3cf6d10d-c610-4071-b1e1-122575b3cfa4 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443789 May 10 20:05:50.037484 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-43789d32-ac9b-45f0-8020-df9037f1c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.039156 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-43789d32-ac9b-45f0-8020-df9037f1c3f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13ad50143e4f4bd79b7c23f2565f6ea5&device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 1101 time: 0.2431135 May 10 20:05:50.081635 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-af4b33d8-8300-4d6e-95f8-73104848fc35 service neutron] 10.222.0.48 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102778 May 10 20:05:50.291224 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-24adf253-b120-4b74-a047-c661f1fd2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.292823 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-24adf253-b120-4b74-a047-c661f1fd2e63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86e57261-13c9-4180-8b27-859d6e9a3eee HTTP/1.1" status: 200 len: 870 time: 0.2412004 May 10 20:05:50.301339 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-21f924cb-1563-410e-9b62-1c7c28bab37c service neutron] 10.222.0.48 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714950 May 10 20:05:50.404143 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-fae81e94-1ea7-43b3-b2f7-59fab54c1c13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1d964b0f-98f7-4494-832c-97326580c9c7 HTTP/1.1" status: 200 len: 217 time: 0.1010406 May 10 20:05:50.494601 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-1bd1085e-5b37-483f-bbea-ea48870f71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.496082 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-1bd1085e-5b37-483f-bbea-ea48870f71e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=14e7ef3e-887a-4505-a543-19378a0240a3 HTTP/1.1" status: 200 len: 843 time: 0.0826881 May 10 20:05:50.597387 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c6fa96-0c0a-4920-8ffa-7eceeb72c319', 'name': 'network-vif-deleted', 'tag': '83e1e129-a0e9-40ba-b6fd-f3bc31392760', 'status': 'completed', 'code': 200} May 10 20:05:50.669683 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-c2b74202-2ade-4274-af57-427a18dc7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.671154 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-c2b74202-2ade-4274-af57-427a18dc7c78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86e57261-13c9-4180-8b27-859d6e9a3eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1670322 May 10 20:05:50.747037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51116695-c116-4ebc-b56c-ce122d7c1651 req-db101496-852e-4c57-80ff-168b66e77258 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.752425 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-51116695-c116-4ebc-b56c-ce122d7c1651 req-db101496-852e-4c57-80ff-168b66e77258 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 948 time: 0.2069387 May 10 20:05:50.950141 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-51116695-c116-4ebc-b56c-ce122d7c1651 req-74a17277-4245-4a4a-ab0c-efa2fb32c6df tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171677 May 10 20:05:50.982371 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-a8a89f5d-3270-4024-b6b9-bf86d5ffafb3 service neutron] 10.222.0.73 "GET /v2.0/networks/86e57261-13c9-4180-8b27-859d6e9a3eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027194 May 10 20:05:51.231489 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5ed70bcd-91d6-4bd2-bab2-a4d555a9e39d req-5248de99-9b42-4c29-899f-4b654ffe8bdc tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 210 time: 0.2177815 May 10 20:05:51.350518 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-152fa449-02bf-41b6-80e8-7a6ab3037652 req-f2a758fd-03f6-40e9-92c0-36942492b665 service neutron] 10.222.0.73 "GET /v2.0/networks/86e57261-13c9-4180-8b27-859d6e9a3eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585742 May 10 20:05:51.390344 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4db5a-8e0f-45c5-ac96-83e9d6e22f31 req-85101390-3041-4a76-8ef5-29e0222e11ae tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:51.392050 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8ba4db5a-8e0f-45c5-ac96-83e9d6e22f31 req-85101390-3041-4a76-8ef5-29e0222e11ae tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1320081 May 10 20:05:51.505952 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8ba4db5a-8e0f-45c5-ac96-83e9d6e22f31 req-416d0aa6-34fe-48c5-9bfe-0d8217a35929 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711322 May 10 20:05:51.550242 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7f737-296e-4920-b032-a5c0fe85cc49 req-f9d9d266-f04a-4fd4-84ef-e84e3b54bdb4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:51.551491 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-38a7f737-296e-4920-b032-a5c0fe85cc49 req-f9d9d266-f04a-4fd4-84ef-e84e3b54bdb4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:51.574872 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-38a7f737-296e-4920-b032-a5c0fe85cc49 req-f9d9d266-f04a-4fd4-84ef-e84e3b54bdb4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:51.576599 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-38a7f737-296e-4920-b032-a5c0fe85cc49 req-f9d9d266-f04a-4fd4-84ef-e84e3b54bdb4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 945 time: 0.1983793 May 10 20:05:51.635883 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-38a7f737-296e-4920-b032-a5c0fe85cc49 req-12fcadd9-dacf-4dac-91b2-fc0b46dddda5 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 May 10 20:05:52.413726 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24ce15-6ded-4473-8467-764040ab26e4 req-e77a5c8e-9f86-4c25-9dfd-1a97f2f99634 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.415305 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d24ce15-6ded-4473-8467-764040ab26e4 req-e77a5c8e-9f86-4c25-9dfd-1a97f2f99634 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 948 time: 0.3044651 May 10 20:05:52.525476 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-6ebc8412-df39-42af-9277-2e57320c9ae7 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.527955 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-6ebc8412-df39-42af-9277-2e57320c9ae7 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 815 time: 0.3325305 May 10 20:05:52.555122 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d24ce15-6ded-4473-8467-764040ab26e4 req-7220d7f7-985d-4c99-bf78-01f6e1e5b44c tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287606 May 10 20:05:52.566265 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'port': {'device_id': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'admin_state_up': True, 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:52.602472 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ddf87-c7db-471c-9090-f576b0a82f21 req-48992368-494f-4a96-bac2-24b1ebba8331 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.605113 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-285ddf87-c7db-471c-9090-f576b0a82f21 req-48992368-494f-4a96-bac2-24b1ebba8331 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.3623459 May 10 20:05:52.784533 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d9e3f5dd-ebb6-46d2-ba45-b8d20a06f998 req-8f3287c7-37d7-4fdb-85ba-de675ce4a8be tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 210 time: 0.0880029 May 10 20:05:52.804857 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-285ddf87-c7db-471c-9090-f576b0a82f21 req-83128d32-2382-4a0e-9ff1-505e62e2e05a tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850600 May 10 20:05:52.883702 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:52.891330 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:port and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:52.898045 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:52.909708 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:52.936638 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Made reservation on behalf of b3cd7b1367a343b2876c228b77c49561 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:52.947262 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:53.395362 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9feb2c-fb08-40bd-8a71-4a74659b52e9 req-2c45fc3c-869f-4428-9925-098f02380d63 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:53.398629 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8f9feb2c-fb08-40bd-8a71-4a74659b52e9 req-2c45fc3c-869f-4428-9925-098f02380d63 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.4180081 May 10 20:05:53.423912 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Allocated IP 172.20.0.10 (3e1f2ce4-f62d-4f11-b782-1d95b54c87ba/ffb2657e-6bd9-4db0-95d2-5709d254908a/f3958396-54b1-4657-9337-4eb0de079269) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:53.473935 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab326a-c852-48b6-bd9e-c8fe4d7ab6a7 req-a27bfe29-7674-4097-b5bf-de9809668406 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:53.476605 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75ab326a-c852-48b6-bd9e-c8fe4d7ab6a7 req-a27bfe29-7674-4097-b5bf-de9809668406 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 945 time: 0.3674703 May 10 20:05:53.561271 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d964b0f-98f7-4494-832c-97326580c9c7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:05:53.612883 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8f9feb2c-fb08-40bd-8a71-4a74659b52e9 req-6bce97ee-a157-4020-b0b6-60ff25f30f94 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913843 May 10 20:05:53.670768 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75ab326a-c852-48b6-bd9e-c8fe4d7ab6a7 req-e49e0c2d-dab1-4ffb-9362-605103204155 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582491 May 10 20:05:53.977714 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:53.986227 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 1d964b0f-98f7-4494-832c-97326580c9c7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d964b0f-98f7-4494-832c-97326580c9c7,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:54.001953 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Transition to ACTIVE for port object f3958396-54b1-4657-9337-4eb0de079269 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:54.012393 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '1d964b0f-98f7-4494-832c-97326580c9c7', 'network_id': '86e57261-13c9-4180-8b27-859d6e9a3eee', 'port_id': '1d964b0f-98f7-4494-832c-97326580c9c7', 'mac_address': 'fa:16:3e:22:4f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e7ef3e-887a-4505-a543-19378a0240a3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:05:54.052952 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.064772 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a99e9b07-a208-4d78-9cd0-daaa6bfc1af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:54.085330 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.116648 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d964b0f-98f7-4494-832c-97326580c9c7 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:54.146230 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 1d964b0f-98f7-4494-832c-97326580c9c7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d964b0f-98f7-4494-832c-97326580c9c7,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:54.156845 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.159734 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:54.162964 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:54.167762 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:54.175117 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:54.186591 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:54.188312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.246153 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6870375 May 10 20:05:54.247635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:54.260592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:54.329930 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=1d964b0f-98f7-4494-832c-97326580c9c7,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:54.335455 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:54.528641 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-226b3007-48bb-4c02-be3c-0cc9f00ddcb3 None None] Provisioning for port f3958396-54b1-4657-9337-4eb0de079269 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:54.536632 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-226b3007-48bb-4c02-be3c-0cc9f00ddcb3 None None] Provisioning complete for port f3958396-54b1-4657-9337-4eb0de079269 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:54.539630 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-226b3007-48bb-4c02-be3c-0cc9f00ddcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.606609 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-226b3007-48bb-4c02-be3c-0cc9f00ddcb3 None None] Port f3958396-54b1-4657-9337-4eb0de079269 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:05:54.748390 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['1d964b0f-98f7-4494-832c-97326580c9c7'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:57.601317 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d964b0f-98f7-4494-832c-97326580c9c7 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:57.717782 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 1d964b0f-98f7-4494-832c-97326580c9c7 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:57.727256 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 1d964b0f-98f7-4494-832c-97326580c9c7 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:57.727865 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:57.840051 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:05:57.915695 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:57.986538 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 1d964b0f-98f7-4494-832c-97326580c9c7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d964b0f-98f7-4494-832c-97326580c9c7,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:57.988353 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d964b0f-98f7-4494-832c-97326580c9c7'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:58.007685 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:58.010072 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4b3402ac-9da7-4d9b-bcc9-9fc164ab41c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:58.137405 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=1d964b0f-98f7-4494-832c-97326580c9c7,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:58.141937 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:04.054417 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:08.565056 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cc0e99c6-04f5-4190-af4e-a4c33d1e32b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.463378 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Request body: {'port': {'device_id': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:09.818617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.916030 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-d66c5b77-7bd6-4507-8bc1-6c890ab25cde service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3066730 May 10 20:06:09.942633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc936-ea9f-4386-bd17-d2206af92fc8 req-f675135d-996a-47c1-b26e-0f815601f71d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:09.944091 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-405bc936-ea9f-4386-bd17-d2206af92fc8 req-f675135d-996a-47c1-b26e-0f815601f71d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 950 time: 0.3045652 May 10 20:06:09.958830 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc55d0-7a9e-4e54-9794-7be8ec157b34 req-d5ef4fcf-df13-4571-ba69-cbd52c02f80e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:09.959519 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-8ddc55d0-7a9e-4e54-9794-7be8ec157b34 req-d5ef4fcf-df13-4571-ba69-cbd52c02f80e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Synchronizing usage tracker for tenant:b3cd7b1367a343b2876c228b77c49561 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:10.167442 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-8ddc55d0-7a9e-4e54-9794-7be8ec157b34 req-d5ef4fcf-df13-4571-ba69-cbd52c02f80e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Unset dirty status for tenant:b3cd7b1367a343b2876c228b77c49561 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:10.168542 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8ddc55d0-7a9e-4e54-9794-7be8ec157b34 req-d5ef4fcf-df13-4571-ba69-cbd52c02f80e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 932 time: 0.4886343 May 10 20:06:10.187996 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-405bc936-ea9f-4386-bd17-d2206af92fc8 req-ebf5eac3-cca6-4909-bac6-b8c1002baf07 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884699 May 10 20:06:10.374016 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8ddc55d0-7a9e-4e54-9794-7be8ec157b34 req-41d7b41f-5076-4d38-b76b-d5968e245d1f tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850464 May 10 20:06:10.407364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-739c3e1b-a2e2-4e84-b86d-f7953ac30014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:10.407364 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-739c3e1b-a2e2-4e84-b86d-f7953ac30014 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1099 time: 0.4051573 May 10 20:06:10.412008 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-6fbcb66f-806f-4e6a-ba40-3620768fd8db tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:10.413443 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-6fbcb66f-806f-4e6a-ba40-3620768fd8db tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 945 time: 0.3609123 May 10 20:06:10.513359 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3958396-54b1-4657-9337-4eb0de079269 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:10.523776 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.533312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719effc-7207-476e-b472-e9fdbfb7e6b4 req-5fb205bb-ac00-41e5-a82c-83d22d146722 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:10.534850 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a719effc-7207-476e-b472-e9fdbfb7e6b4 req-5fb205bb-ac00-41e5-a82c-83d22d146722 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.2138186 May 10 20:06:10.658319 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Transition to ACTIVE for port object f3958396-54b1-4657-9337-4eb0de079269 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:10.721796 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.735199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3967c012-155d-4572-b1b8-04e96c8995be tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:10.929741 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a719effc-7207-476e-b472-e9fdbfb7e6b4 req-148f328c-258a-4f57-92fc-f0ae2605694a tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581421 May 10 20:06:10.984799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:11.045643 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.046059 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.046355 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.046739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.047122 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.047464 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.047874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.048232 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.048592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.048938 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.049308 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.049639 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:11.060503 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:11.093932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-3f1f30b7-fbca-44b1-870a-fea3d43380a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.095306 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-3f1f30b7-fbca-44b1-870a-fea3d43380a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.5201638 May 10 20:06:11.099929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Attempting to bind port f3958396-54b1-4657-9337-4eb0de079269 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:11.100271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Attempting to bind port f3958396-54b1-4657-9337-4eb0de079269 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:11.100592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Attempting to bind port f3958396-54b1-4657-9337-4eb0de079269 on network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:11.114867 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4d42-3df5-4450-89ff-6ec9214b3522 req-93785f43-ff63-443d-a450-a32168d85e1e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.116498 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-259d4d42-3df5-4450-89ff-6ec9214b3522 req-93785f43-ff63-443d-a450-a32168d85e1e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.5790637 May 10 20:06:11.198201 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9502f8b2-80c6-42d1-9c29-cc15bb843c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.266321 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Port f3958396-54b1-4657-9337-4eb0de079269 on network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:06:11.266640 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Attempting to bind port f3958396-54b1-4657-9337-4eb0de079269 on network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:11.315227 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.356698 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:11.357010 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Checking segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:11.357287 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Bound using segment: {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:11.357722 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Bound port: f3958396-54b1-4657-9337-4eb0de079269, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ff7732-13cc-4795-b788-fc699b074697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:11.358069 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.389086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Deleting port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:11.389475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.520708 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-259d4d42-3df5-4450-89ff-6ec9214b3522 req-0b380dd5-b73f-4b2f-9d96-de56d15f2a95 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558413 May 10 20:06:11.531628 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-d0d07341-237f-415c-a208-eea6a944348e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 1001 time: 0.4251304 May 10 20:06:11.588715 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d964b0f-98f7-4494-832c-97326580c9c7', 'code': 200} May 10 20:06:11.682808 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:11.702851 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-708e4917-8d78-4314-a144-7f52640e31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.704363 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-708e4917-8d78-4314-a144-7f52640e31d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.1630909 May 10 20:06:11.717422 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb278a-b80c-4e86-b55f-b542f64d76b3 req-bda90f81-3153-4140-9e45-6f0a79a7373c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.718915 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c1bb278a-b80c-4e86-b55f-b542f64d76b3 req-bda90f81-3153-4140-9e45-6f0a79a7373c tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 945 time: 0.5988214 May 10 20:06:11.721857 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:11.775624 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.793316 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:11.828135 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] For port 3c7953fc-c66d-454c-bd63-a6fe890a53c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c7953fc-c66d-454c-bd63-a6fe890a53c0,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:11.828532 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.884322 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.885321 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.887517 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] 10.222.0.73 "PUT /v2.0/ports/f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 1094 time: 2.4309068 May 10 20:06:11.997729 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:12.071944 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7623fbc-da40-4f6f-aed3-89f28013ffc3 req-d5c7e2e1-1b9e-469d-82f3-43ae3fa933bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.075608 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-e7623fbc-da40-4f6f-aed3-89f28013ffc3 req-d5c7e2e1-1b9e-469d-82f3-43ae3fa933bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 1103 time: 0.1918542 May 10 20:06:12.152042 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-e7623fbc-da40-4f6f-aed3-89f28013ffc3 req-754694f0-4776-4b5d-8500-f5ada19da600 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664723 May 10 20:06:12.188514 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Calling delete_port for 3c7953fc-c66d-454c-bd63-a6fe890a53c0 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:12.258191 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.357677 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c1bb278a-b80c-4e86-b55f-b542f64d76b3 req-8023e8cc-c5a3-4858-bc89-2849013b7f45 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914268 May 10 20:06:12.393480 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:12.410705 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:12.461956 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-3efa0988-ec43-40de-ba07-bafda5696f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.464350 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-3efa0988-ec43-40de-ba07-bafda5696f6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7443964 May 10 20:06:12.662927 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfa0b1-d00c-4824-a34d-55e21b3c8152 req-651e3158-4232-4b28-88c5-0068496a03dc tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.664848 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-89bfa0b1-d00c-4824-a34d-55e21b3c8152 req-651e3158-4232-4b28-88c5-0068496a03dc tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 950 time: 0.4966466 May 10 20:06:12.690788 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-5f0046ff-ac07-42e4-970a-583067256235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.692818 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-5f0046ff-ac07-42e4-970a-583067256235 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1097 time: 0.5324519 May 10 20:06:12.895089 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-54ba8cb6-913e-48bb-abed-5fb64f812b38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 217 time: 0.1474533 May 10 20:06:12.992742 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-89bfa0b1-d00c-4824-a34d-55e21b3c8152 req-328b6c6a-da63-4b3b-a9e8-bf57dca959b8 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062286 May 10 20:06:13.023531 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.044437 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:13.057762 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:13.121439 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-0665b492-1980-4c26-a204-2b420d61dd4b service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093054 May 10 20:06:13.148150 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event deleted for resources: {'Port': ['ID=3c7953fc-c66d-454c-bd63-a6fe890a53c0,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:13.158306 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:13.349864 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-b6f8bfa7-35a3-4a22-bff7-71ab24600228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:13.351314 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-b6f8bfa7-35a3-4a22-bff7-71ab24600228 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.4363692 May 10 20:06:13.527502 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14068d-79a8-4104-a7f6-ccd0819e1dd5 req-13dfb83f-4257-48c4-adce-66f2f6702596 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:13.529046 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cd14068d-79a8-4104-a7f6-ccd0819e1dd5 req-13dfb83f-4257-48c4-adce-66f2f6702596 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 944 time: 0.9764655 May 10 20:06:13.565123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] No DVR routers for this DVR port 3c7953fc-c66d-454c-bd63-a6fe890a53c0 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:13.595623 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.665527 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "DELETE /v2.0/ports/3c7953fc-c66d-454c-bd63-a6fe890a53c0 HTTP/1.1" status: 204 len: 173 time: 3.0892620 May 10 20:06:13.678061 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.703448 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cd14068d-79a8-4104-a7f6-ccd0819e1dd5 req-6c9de7e2-8c6b-47d5-b92e-5ec29a9d32a4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487260 May 10 20:06:13.716865 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a9f2443-83f4-4602-9a8b-b9fdd14a734c req-64f13c8e-8c63-46c9-b017-a7d6772050d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709956 May 10 20:06:13.728673 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 3c7953fc-c66d-454c-bd63-a6fe890a53c0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:13.755018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-b141920f-3424-4e6f-b669-ff84b6cc9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:13.757402 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-b141920f-3424-4e6f-b669-ff84b6cc9f9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3111537 May 10 20:06:13.777760 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f7a7-9293-4543-8876-aa1188dddf3c req-c837f061-d241-4d18-a008-0243b6a23253 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:13.777760 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bdd2f7a7-9293-4543-8876-aa1188dddf3c req-c837f061-d241-4d18-a008-0243b6a23253 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.4744382 May 10 20:06:13.848855 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'status': 'completed', 'code': 200} May 10 20:06:13.866892 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 3c7953fc-c66d-454c-bd63-a6fe890a53c0 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:13.867465 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 3c7953fc-c66d-454c-bd63-a6fe890a53c0 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:13.963880 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bdd2f7a7-9293-4543-8876-aa1188dddf3c req-b963f590-3998-4d07-a6da-0b357e32ff72 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527002 May 10 20:06:14.034427 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-b45955fa-172d-4b12-a1ea-29e3834e6d41 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561622 May 10 20:06:14.288281 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad31b9-748f-49a9-af34-e239876fde56 req-532fca66-27ea-45fb-8bb1-afe73fe72920 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.289914 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3aad31b9-748f-49a9-af34-e239876fde56 req-532fca66-27ea-45fb-8bb1-afe73fe72920 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2506099 May 10 20:06:14.299631 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-caea6cb2-31a3-40da-91d0-327bd37aae1e req-86a9b0d0-65a3-409f-a1ac-5084de5363ea service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120097 May 10 20:06:14.347134 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3aad31b9-748f-49a9-af34-e239876fde56 req-d42a11ea-9b69-4af6-bd26-5be78fafcf16 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459285 May 10 20:06:14.481891 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-4428d6ec-611e-4f12-ba17-11c25410de78 req-dab8a92f-86f1-4df8-b396-1fe03e9205e6 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Synchronizing usage tracker for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:14.525186 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-4428d6ec-611e-4f12-ba17-11c25410de78 req-dab8a92f-86f1-4df8-b396-1fe03e9205e6 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Unset dirty status for tenant:e7af5153324247ef8ea5235c92309373 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:14.526817 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4428d6ec-611e-4f12-ba17-11c25410de78 req-dab8a92f-86f1-4df8-b396-1fe03e9205e6 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=98801d80-bfe5-4f6e-aedf-cfa706110554 HTTP/1.1" status: 200 len: 210 time: 0.1700735 May 10 20:06:14.595744 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-d6d837ec-429c-4593-873e-d5b4a40b7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.597271 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-d6d837ec-429c-4593-873e-d5b4a40b7264 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1097 time: 0.1939740 May 10 20:06:14.765310 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78600c93-0820-49c1-a62b-872bb00d070d req-2d92ea81-93fa-4941-a312-1258597879f0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.766677 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-78600c93-0820-49c1-a62b-872bb00d070d req-2d92ea81-93fa-4941-a312-1258597879f0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 950 time: 0.2126019 May 10 20:06:14.769814 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-33987ed8-0cc2-437c-8fce-46451e849c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.771375 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-33987ed8-0cc2-437c-8fce-46451e849c21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.1653192 May 10 20:06:14.874183 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-88e26f6e-90cf-4994-af2b-8ae258fe8203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 217 time: 0.0791466 May 10 20:06:14.978138 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-78600c93-0820-49c1-a62b-872bb00d070d req-5961e1e4-4fde-47d9-ac2d-a4d2f6803c85 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011991 May 10 20:06:15.005016 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-cd641385-a58b-4b2e-bfe6-f598d22f0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.006460 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-cd641385-a58b-4b2e-bfe6-f598d22f0ff1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.0872645 May 10 20:06:15.072943 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd446-fd51-43bd-9464-d15056311772 req-8630f8c6-56fa-4f86-9141-b2523df88210 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.079255 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ad4dd446-fd51-43bd-9464-d15056311772 req-8630f8c6-56fa-4f86-9141-b2523df88210 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 944 time: 0.2023640 May 10 20:06:15.179002 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ad4dd446-fd51-43bd-9464-d15056311772 req-9e1fb64c-f9f3-4e78-8961-2792e6f8fd60 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987384 May 10 20:06:15.226086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-376c8f7d-c6cb-418e-be9e-c7e6ac1f4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.229661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-376c8f7d-c6cb-418e-be9e-c7e6ac1f4518 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2014556 May 10 20:06:15.644538 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-ef817815-4732-4338-9fb5-2d7f387b9e42 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958106 May 10 20:06:15.657845 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352162-996e-426e-92c4-7acce5a20074 req-c5b0b110-f4de-413e-b2b3-d2760f559f3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.659565 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-65352162-996e-426e-92c4-7acce5a20074 req-c5b0b110-f4de-413e-b2b3-d2760f559f3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.2801955 May 10 20:06:15.854849 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'name': 'network-vif-deleted', 'tag': '3c7953fc-c66d-454c-bd63-a6fe890a53c0'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:15.867018 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-65352162-996e-426e-92c4-7acce5a20074 req-bbee1e16-8eab-42b0-bde0-f76f58e37aeb tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875794 May 10 20:06:15.930221 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-88f92189-fdcd-4bfc-a536-736af67e4625 req-a01b4c5c-43e7-4409-955e-c00908f6e1f5 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693892 May 10 20:06:15.994371 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-2320b258-ab36-4c2d-91f2-c04de3a48229 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.997078 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-2320b258-ab36-4c2d-91f2-c04de3a48229 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 946 time: 0.2493360 May 10 20:06:16.289059 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f37ea-49ec-4721-9400-c9df22367d6d req-91d36877-8d8d-4360-99d7-f57aa3f75b25 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:16.301264 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4d2f37ea-49ec-4721-9400-c9df22367d6d req-91d36877-8d8d-4360-99d7-f57aa3f75b25 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2217743 May 10 20:06:16.333447 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Deleting port 985b849c-4aa3-48c2-a945-31349315560a {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:16.333875 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.509900 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4d2f37ea-49ec-4721-9400-c9df22367d6d req-19c2cae4-4957-445c-9a0d-1a605daef05d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071531 May 10 20:06:16.603932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] For port 985b849c-4aa3-48c2-a945-31349315560a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=985b849c-4aa3-48c2-a945-31349315560a,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:16.604540 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.619072 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98801d80-bfe5-4f6e-aedf-cfa706110554', 'name': 'network-vif-deleted', 'tag': '3c7953fc-c66d-454c-bd63-a6fe890a53c0', 'status': 'completed', 'code': 200} May 10 20:06:16.823701 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3754146-020e-4139-9879-04fe42698932 req-737dc51c-a3d8-4912-80bc-b18df1dd5a29 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:16.825328 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b3754146-020e-4139-9879-04fe42698932 req-737dc51c-a3d8-4912-80bc-b18df1dd5a29 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.4196186 May 10 20:06:16.840621 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Calling delete_port for 985b849c-4aa3-48c2-a945-31349315560a owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:16.945194 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b3754146-020e-4139-9879-04fe42698932 req-3a936d18-afea-4a5a-a483-8b0e97f327c4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949936 May 10 20:06:17.011291 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1dc1-a153-43c0-9f79-5ee46e0d7470 req-4d9986ba-c306-4694-b524-b0ab8b433f78 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.013964 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-822a1dc1-a153-43c0-9f79-5ee46e0d7470 req-4d9986ba-c306-4694-b524-b0ab8b433f78 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 950 time: 0.2857087 May 10 20:06:17.189723 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-822a1dc1-a153-43c0-9f79-5ee46e0d7470 req-54767105-c141-4e0e-acfd-8d61e2752f61 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649415 May 10 20:06:17.220391 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.230648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f15b0bcd-fdd2-4b63-aaa6-d315f8ff1ada tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:17.234680 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['985b849c-4aa3-48c2-a945-31349315560a'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:17.347029 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Pushing event deleted for resources: {'Port': ['ID=985b849c-4aa3-48c2-a945-31349315560a,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:17.361035 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:17.464815 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] No DVR routers for this DVR port 985b849c-4aa3-48c2-a945-31349315560a on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:17.468456 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-df91e844-4a8a-4931-802f-3f04b8b282f7 req-87b47834-31b4-4536-bbbd-f26f57623fdc tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dfb7aff-ceae-430f-9f3c-4212391b65c8 HTTP/1.1" status: 200 len: 210 time: 0.1099961 May 10 20:06:17.469186 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.503133 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053368ab-dc4c-4484-8e0d-ee421f7209f1 req-bf933cd7-b980-4719-8a82-e1d288237ab8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.505713 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-053368ab-dc4c-4484-8e0d-ee421f7209f1 req-bf933cd7-b980-4719-8a82-e1d288237ab8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 944 time: 0.3758955 May 10 20:06:17.508194 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-753e18d9-5d66-43c2-9a18-982451ecfc09 req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "DELETE /v2.0/ports/985b849c-4aa3-48c2-a945-31349315560a HTTP/1.1" status: 204 len: 173 time: 1.5056674 May 10 20:06:17.594524 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-053368ab-dc4c-4484-8e0d-ee421f7209f1 req-073bac8d-edf1-46c7-ac43-f011a37cbad7 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785058 May 10 20:06:17.706344 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device f3958396-54b1-4657-9337-4eb0de079269 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:06:17.832903 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0328c-b463-41d4-baec-50339cd4b075 req-ee8c322e-fd82-47fd-92fb-f3d1a3bf06a7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.834636 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8fc0328c-b463-41d4-baec-50339cd4b075 req-ee8c322e-fd82-47fd-92fb-f3d1a3bf06a7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1163800 May 10 20:06:17.900752 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8fc0328c-b463-41d4-baec-50339cd4b075 req-553ceed5-3aa2-4384-8bde-e32c26ad4da0 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575910 May 10 20:06:17.990603 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:18.018435 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'f3958396-54b1-4657-9337-4eb0de079269', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'port_id': 'f3958396-54b1-4657-9337-4eb0de079269', 'mac_address': 'fa:16:3e:20:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:06:18.125572 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.159194 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3958396-54b1-4657-9337-4eb0de079269 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:18.178094 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:18.183834 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.189670 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:18.290075 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:18.305992 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.307237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.307237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.308080 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.308621 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.309415 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.309939 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.310468 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.311011 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.311534 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.312317 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.312938 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:18.325124 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:18.402062 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2443c56-92eb-44af-a5fa-7366c2950bc0 req-9a2ad906-06e0-435f-bc6a-53d849cde86e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.404426 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d2443c56-92eb-44af-a5fa-7366c2950bc0 req-9a2ad906-06e0-435f-bc6a-53d849cde86e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.2153749 May 10 20:06:18.413654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-43db9b35-0d19-4de4-bd94-baa78d46235d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.415306 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-43db9b35-0d19-4de4-bd94-baa78d46235d tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 950 time: 0.3939354 May 10 20:06:18.428419 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e42572-6ca8-4750-bd45-c0b5b5898d46 req-281af5c2-a8cd-4f89-b4da-abdacdca1eff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.429881 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-61e42572-6ca8-4750-bd45-c0b5b5898d46 req-281af5c2-a8cd-4f89-b4da-abdacdca1eff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2028892 May 10 20:06:18.586886 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d2443c56-92eb-44af-a5fa-7366c2950bc0 req-d5c5e177-4cc5-4097-9534-85bec7db2772 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704102 May 10 20:06:18.608257 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-61e42572-6ca8-4750-bd45-c0b5b5898d46 req-597e9d71-fade-4866-b16c-245ea4b97bcf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440008 May 10 20:06:18.620746 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'name': 'network-vif-deleted', 'tag': '985b849c-4aa3-48c2-a945-31349315560a'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:18.625745 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['f3958396-54b1-4657-9337-4eb0de079269'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:18.666369 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Deleting port 1d964b0f-98f7-4494-832c-97326580c9c7 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:18.668334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.852860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfb7aff-ceae-430f-9f3c-4212391b65c8', 'name': 'network-vif-deleted', 'tag': '985b849c-4aa3-48c2-a945-31349315560a', 'status': 'completed', 'code': 200} May 10 20:06:18.948619 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] For port 1d964b0f-98f7-4494-832c-97326580c9c7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d964b0f-98f7-4494-832c-97326580c9c7,segment=NetworkSegment(54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8),segment_id=54b16ad9-7e42-48f5-8ea6-ed0eb93a0cd8)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:18.949101 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.057896 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b596e-7248-4ef4-ad86-7814499de21b req-0a89aa87-8c3c-421d-8698-461ec4bbade7 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:19.059857 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fa4b596e-7248-4ef4-ad86-7814499de21b req-0a89aa87-8c3c-421d-8698-461ec4bbade7 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 950 time: 0.3149314 May 10 20:06:19.161637 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Calling delete_port for 1d964b0f-98f7-4494-832c-97326580c9c7 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:19.249141 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fa4b596e-7248-4ef4-ad86-7814499de21b req-f49d90c9-52d2-4022-8877-7f40db844700 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5a6534a-d860-4186-872c-715d6ae8d6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305420 May 10 20:06:19.314390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666b906-5d53-4da7-adcc-edc4e0b26337 req-81309349-2173-430d-b496-9f123a35fd5a tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:19.317731 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0666b906-5d53-4da7-adcc-edc4e0b26337 req-81309349-2173-430d-b496-9f123a35fd5a tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 945 time: 0.2560084 May 10 20:06:19.437160 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0666b906-5d53-4da7-adcc-edc4e0b26337 req-8af29e46-2d05-400d-a5ff-620b3a55c317 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083102 May 10 20:06:19.444681 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.453721 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-369ba505-1540-4631-8e1d-b910812c62cf tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:19.516568 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Pushing event deleted for resources: {'Port': ['ID=1d964b0f-98f7-4494-832c-97326580c9c7,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.520373 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:19.662649 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] No DVR routers for this DVR port 1d964b0f-98f7-4494-832c-97326580c9c7 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:19.675705 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.709249 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-de414e3f-66e9-4c19-b087-566d4f5f8552 req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.73 "DELETE /v2.0/ports/1d964b0f-98f7-4494-832c-97326580c9c7 HTTP/1.1" status: 204 len: 173 time: 1.2774284 May 10 20:06:19.732486 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 985b849c-4aa3-48c2-a945-31349315560a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:19.807276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af1d8a-098f-4e87-8d1b-a3986ee79bea req-c583e19e-15a0-4b13-9bb3-ff9cdeb93e43 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:19.808188 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70af1d8a-098f-4e87-8d1b-a3986ee79bea req-c583e19e-15a0-4b13-9bb3-ff9cdeb93e43 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2069006 May 10 20:06:19.814079 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 985b849c-4aa3-48c2-a945-31349315560a {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:19.814806 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 985b849c-4aa3-48c2-a945-31349315560a not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:19.815432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d964b0f-98f7-4494-832c-97326580c9c7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:19.871137 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 1d964b0f-98f7-4494-832c-97326580c9c7 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:19.872022 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d964b0f-98f7-4494-832c-97326580c9c7 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:19.879953 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70af1d8a-098f-4e87-8d1b-a3986ee79bea req-f667f2db-c2b1-4c5d-83fc-25c99ec83fd6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 May 10 20:06:19.913725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d922e-5d59-4693-99e7-ac5d3005c6f1 req-9f53a34e-c93a-4450-9d33-18f7019eb986 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:19.915241 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2a6d922e-5d59-4693-99e7-ac5d3005c6f1 req-9f53a34e-c93a-4450-9d33-18f7019eb986 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.1591237 May 10 20:06:19.976457 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2a6d922e-5d59-4693-99e7-ac5d3005c6f1 req-2c15f79c-032d-498b-82fc-8ecddc54f1f6 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540318 May 10 20:06:20.102185 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f5cbf-b3de-4c7b-84be-e15a87e48e47 req-3ef6c89b-58c5-4720-9d61-940fd2d124d9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:20.104116 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-786f5cbf-b3de-4c7b-84be-e15a87e48e47 req-3ef6c89b-58c5-4720-9d61-940fd2d124d9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.0917222 May 10 20:06:20.164702 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-786f5cbf-b3de-4c7b-84be-e15a87e48e47 req-0b16ac06-a72d-4ec7-8876-c0ec3c5380d9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539267 May 10 20:06:20.447635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-96f3f464-df5b-4e37-9703-cf6fce39196a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:20.449385 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-96f3f464-df5b-4e37-9703-cf6fce39196a tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 945 time: 0.1641088 May 10 20:06:20.505649 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-302834ba-cf53-413a-b23f-7b844852ff94 req-fc0e6e81-3d7d-47c5-b025-99547be0d86a tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Synchronizing usage tracker for tenant:13ad50143e4f4bd79b7c23f2565f6ea5 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:20.703575 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-302834ba-cf53-413a-b23f-7b844852ff94 req-fc0e6e81-3d7d-47c5-b025-99547be0d86a tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Unset dirty status for tenant:13ad50143e4f4bd79b7c23f2565f6ea5 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:20.704948 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-302834ba-cf53-413a-b23f-7b844852ff94 req-fc0e6e81-3d7d-47c5-b025-99547be0d86a tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb982b7-babd-4722-afba-47857e1c0dbd HTTP/1.1" status: 200 len: 210 time: 0.2545571 May 10 20:06:20.803220 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Deleting port 509f4382-a7c9-4d94-a139-a88a2a6318f9 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:20.803635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:20.861427 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'name': 'network-vif-deleted', 'tag': '1d964b0f-98f7-4494-832c-97326580c9c7'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:21.026644 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114cf76-f79e-41a3-a42f-93281ab48ad2 req-e4e5dd57-0264-421a-97eb-4cea64f07dac tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:21.028413 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a114cf76-f79e-41a3-a42f-93281ab48ad2 req-e4e5dd57-0264-421a-97eb-4cea64f07dac tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 945 time: 0.2098279 May 10 20:06:21.030357 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] For port 509f4382-a7c9-4d94-a139-a88a2a6318f9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=509f4382-a7c9-4d94-a139-a88a2a6318f9,segment=NetworkSegment(acf6ec2f-834f-4566-8ed4-b160155b60e2),segment_id=acf6ec2f-834f-4566-8ed4-b160155b60e2)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:21.030736 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.060649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb982b7-babd-4722-afba-47857e1c0dbd', 'name': 'network-vif-deleted', 'tag': '1d964b0f-98f7-4494-832c-97326580c9c7', 'status': 'completed', 'code': 200} May 10 20:06:21.197651 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Calling delete_port for 509f4382-a7c9-4d94-a139-a88a2a6318f9 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:21.257244 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a114cf76-f79e-41a3-a42f-93281ab48ad2 req-33cfcff9-d991-44a4-a7e2-97c963a44260 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175493 May 10 20:06:21.350264 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833df37-fbc5-42fc-8527-c503c242af60 req-c07ec3fb-7521-449c-b13d-890e00c1fead tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:21.352034 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9833df37-fbc5-42fc-8527-c503c242af60 req-c07ec3fb-7521-449c-b13d-890e00c1fead tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1698563 May 10 20:06:21.555027 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9833df37-fbc5-42fc-8527-c503c242af60 req-aeecea6f-9fd7-46be-aaa5-50357a985d0f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882713 May 10 20:06:21.568584 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.576747 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:21.581789 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['509f4382-a7c9-4d94-a139-a88a2a6318f9'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:21.641889 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Pushing event deleted for resources: {'Port': ['ID=509f4382-a7c9-4d94-a139-a88a2a6318f9,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:21.646401 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:21.755164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device f3958396-54b1-4657-9337-4eb0de079269 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:21.844421 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9bc44-4d3a-478b-b94b-057944659195 req-05467250-b687-4b46-9384-adeeafb5069e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:21.846570 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-67e9bc44-4d3a-478b-b94b-057944659195 req-05467250-b687-4b46-9384-adeeafb5069e tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2271128e-0d60-4ebd-813f-2c12c7c15875 HTTP/1.1" status: 200 len: 867 time: 0.4178669 May 10 20:06:21.853620 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] No DVR routers for this DVR port 509f4382-a7c9-4d94-a139-a88a2a6318f9 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:21.856333 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port f3958396-54b1-4657-9337-4eb0de079269 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:21.857028 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.864804 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port f3958396-54b1-4657-9337-4eb0de079269 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:21.865351 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.926526 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9965fe1-98ec-40b7-ae44-71edb13a08d5 req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.73 "DELETE /v2.0/ports/509f4382-a7c9-4d94-a139-a88a2a6318f9 HTTP/1.1" status: 204 len: 173 time: 1.4156389 May 10 20:06:21.964584 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-67e9bc44-4d3a-478b-b94b-057944659195 req-2495dfff-f877-4d4c-9188-64ccf5387108 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] 10.222.0.48 "GET /v2.0/security-groups?id=73eb7f11-f0b9-4c95-84e1-c47f08b3a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 May 10 20:06:22.008384 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873225e-ec76-47d8-b657-7ae58817597a req-699bd44e-b6a9-49b4-9496-7b37ff2db634 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:22.009996 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8873225e-ec76-47d8-b657-7ae58817597a req-699bd44e-b6a9-49b4-9496-7b37ff2db634 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2844963 May 10 20:06:22.082288 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:22.120322 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8873225e-ec76-47d8-b657-7ae58817597a req-967223ca-1c20-4aee-b987-315871846852 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029322 May 10 20:06:22.147399 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:22.209259 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:22.225298 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:22.226536 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 509f4382-a7c9-4d94-a139-a88a2a6318f9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:22.279993 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:22.352114 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'code': 200} May 10 20:06:22.360371 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 509f4382-a7c9-4d94-a139-a88a2a6318f9 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:22.360807 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 509f4382-a7c9-4d94-a139-a88a2a6318f9 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:22.465328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:22.476383 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:22.643609 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee3687-c7dd-43a6-907d-f7e4b084c10f req-4863d464-8a17-40d8-9fad-ce45af00865a tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:22.647790 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e5ee3687-c7dd-43a6-907d-f7e4b084c10f req-4863d464-8a17-40d8-9fad-ce45af00865a tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.1372895 May 10 20:06:22.934447 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e5ee3687-c7dd-43a6-907d-f7e4b084c10f req-c150a103-59b0-4910-a676-000d60a9b871 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753413 May 10 20:06:23.041023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03861c7-9c82-4739-8f1a-6c75271107bb req-5c8b166c-aaae-4205-a564-17bd5e2292d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:23.042591 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f03861c7-9c82-4739-8f1a-6c75271107bb req-5c8b166c-aaae-4205-a564-17bd5e2292d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.3210847 May 10 20:06:23.078781 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'name': 'network-vif-deleted', 'tag': '509f4382-a7c9-4d94-a139-a88a2a6318f9'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:23.134587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18531a40-ded5-4442-a308-02ee4a8ded1f req-e19eacb6-84e5-4ee8-84d1-a9053a29d898 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:23.143134 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-18531a40-ded5-4442-a308-02ee4a8ded1f req-e19eacb6-84e5-4ee8-84d1-a9053a29d898 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2684104 May 10 20:06:23.157386 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd7d33-88ea-48a0-af48-2ed927dc8669 req-8b36456d-4ad5-4755-ad6d-a120435945e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:23.159039 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-aecd7d33-88ea-48a0-af48-2ed927dc8669 req-8b36456d-4ad5-4755-ad6d-a120435945e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1099 time: 0.3482757 May 10 20:06:23.177977 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 39874) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:23.202737 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f03861c7-9c82-4739-8f1a-6c75271107bb req-b5014a58-b25a-4cd2-86bd-013c74a44091 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445448 May 10 20:06:23.269597 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2271128e-0d60-4ebd-813f-2c12c7c15875', 'name': 'network-vif-deleted', 'tag': '509f4382-a7c9-4d94-a139-a88a2a6318f9', 'status': 'completed', 'code': 200} May 10 20:06:23.286255 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-aecd7d33-88ea-48a0-af48-2ed927dc8669 req-1d5b1a03-1d7b-417d-8754-ced2a189a67b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096025 May 10 20:06:23.291680 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-18531a40-ded5-4442-a308-02ee4a8ded1f req-8e0350f3-cac6-4456-ac3c-9e6546af8c69 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477878 May 10 20:06:23.360918 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Deleting subnet be64afe0-b51a-4f3a-b5fb-983098cd3eb8 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:06:23.365327 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:23.435734 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:23.526854 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:23.527105 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb4512-e119-4ebd-8cff-9cefa3b7f005 req-a00e9fc5-1f82-4b90-a6d7-f05d9f28cbb1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:23.527105 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a5cb4512-e119-4ebd-8cff-9cefa3b7f005 req-a00e9fc5-1f82-4b90-a6d7-f05d9f28cbb1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1409640 May 10 20:06:23.619875 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a5cb4512-e119-4ebd-8cff-9cefa3b7f005 req-62e69e94-9e64-4916-9161-4a129b3ae79a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829074 May 10 20:06:24.038343 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:24.051980 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-0c7bcadb-8609-4b9f-a841-a7266f23e130 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:24.054574 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-0c7bcadb-8609-4b9f-a841-a7266f23e130 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/networks?id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 200 len: 813 time: 0.4209888 May 10 20:06:24.060258 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:24.100935 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-296fe62b-9a89-44ff-8c92-c1ccd933aba3 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/quotas/37c7f860ead44c959b4a9ff8f627fdd3 HTTP/1.1" status: 200 len: 375 time: 0.0314078 May 10 20:06:24.149128 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be64afe0-b51a-4f3a-b5fb-983098cd3eb8,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:24.157464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:24.168164 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-c4ec8bf2-89eb-48c9-a988-bc0581f9a12f tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Synchronizing usage tracker for tenant:37c7f860ead44c959b4a9ff8f627fdd3 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:24.186531 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.187367 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.188083 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.188845 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.189450 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.190010 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.190599 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.191162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.195521 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.196209 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.196758 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.197302 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:24.206674 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/be64afe0-b51a-4f3a-b5fb-983098cd3eb8 HTTP/1.1" status: 204 len: 168 time: 1.0265920 May 10 20:06:24.209952 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 39954) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:24.210824 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:24.260228 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-c4ec8bf2-89eb-48c9-a988-bc0581f9a12f tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Unset dirty status for tenant:37c7f860ead44c959b4a9ff8f627fdd3 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:24.262266 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-c4ec8bf2-89eb-48c9-a988-bc0581f9a12f tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603537 May 10 20:06:24.373750 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d219943-1df8-491b-b336-fd0e24ea8cf5 req-961b910b-dd3a-4dac-9f35-ca17b91b912c tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:24.376598 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d219943-1df8-491b-b336-fd0e24ea8cf5 req-961b910b-dd3a-4dac-9f35-ca17b91b912c tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.2110729 May 10 20:06:24.412045 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:24.618479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d219943-1df8-491b-b336-fd0e24ea8cf5 req-fad27385-5ca8-49ac-bff5-024f8a5d7586 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499295 May 10 20:06:24.768333 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-46a2c12b-86a3-4cde-ac9d-a2d5c13d485f service neutron] 10.222.0.48 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692566 May 10 20:06:24.884339 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:24.944727 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4296fe5b-8ba2-465b-b137-c322efe387a3']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:25.001161 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf6ec2f-834f-4566-8ed4-b160155b60e2') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:25.002048 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf6ec2f-834f-4566-8ed4-b160155b60e2') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:25.009404 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-af9a6309-e1d8-4fc7-8eb6-277a8279cc80 service neutron] 10.222.0.48 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384429 May 10 20:06:25.046601 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.086152 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.101701 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:06:25.102251 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.280556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085981-c6dc-45f5-b008-e27fbaa3cab9 req-45f8595c-2741-48ab-a177-96a4ba5fe473 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:25.282377 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab085981-c6dc-45f5-b008-e27fbaa3cab9 req-45f8595c-2741-48ab-a177-96a4ba5fe473 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2267337 May 10 20:06:25.400787 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab085981-c6dc-45f5-b008-e27fbaa3cab9 req-8da661ee-05d1-4984-88d0-2d84f25af3ad tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087897 May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:06:25.479710 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:06:25.528301 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.543988 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.563518 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:25.612624 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/4296fe5b-8ba2-465b-b137-c322efe387a3 HTTP/1.1" status: 204 len: 168 time: 1.4006045 May 10 20:06:25.614319 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4296fe5b-8ba2-465b-b137-c322efe387a3,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:25.618996 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-43606ec1-79b6-4a0c-889b-665c98a661fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:25.636393 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9dbf2c1-00a4-499e-a387-6463fe39373e req-88911229-3a2c-43a1-889f-b50900288701 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 210 time: 0.1163874 May 10 20:06:25.777546 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5521a-06f4-41ac-90c8-554fe9691046 req-fa049e91-484d-4714-9cf8-171eb54bf45c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:25.781478 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5ed5521a-06f4-41ac-90c8-554fe9691046 req-fa049e91-484d-4714-9cf8-171eb54bf45c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2590024 May 10 20:06:25.931702 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5ed5521a-06f4-41ac-90c8-554fe9691046 req-2bd48f2d-5fc9-484b-b33e-8c05c3fa7848 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293311 May 10 20:06:26.072465 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40068) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:26.219255 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a1d14523-f0af-4e6d-a7af-049b1dcd0b7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7af5153324247ef8ea5235c92309373&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1444623 May 10 20:06:26.220218 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40078) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:26.307825 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.379771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.381804 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b71b-5bcc-4838-8335-dcd1e8de5060 req-6fcbb4fa-64ef-48eb-bd12-6ed64a2134f8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:26.383406 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a97b71b-5bcc-4838-8335-dcd1e8de5060 req-6fcbb4fa-64ef-48eb-bd12-6ed64a2134f8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.1785369 May 10 20:06:26.498903 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.512782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-04ce099d-8d7c-4c14-8daf-ea938cfca34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:26.523822 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a97b71b-5bcc-4838-8335-dcd1e8de5060 req-477c796a-e9d2-41a0-a73c-8b4bab82f79e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269183 May 10 20:06:26.545556 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eb7f11-f0b9-4c95-84e1-c47f08b3a096,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:26.560195 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:26.570742 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.570742 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73eb7f11-f0b9-4c95-84e1-c47f08b3a096 HTTP/1.1" status: 204 len: 168 time: 0.3482857 May 10 20:06:26.731087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-af3168ef-d4cc-49ce-8cfa-59783c7b0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:26.746964 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-af3168ef-d4cc-49ce-8cfa-59783c7b0b8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b077d01980574f7d98e591ac0168f068&device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 1098 time: 0.2027957 May 10 20:06:27.088079 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6814-c561-40db-a091-839bf73133f5 req-41a25632-4c60-425c-a173-05df2c9273d2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:27.108705 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-205c6814-c561-40db-a091-839bf73133f5 req-41a25632-4c60-425c-a173-05df2c9273d2 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.3598959 May 10 20:06:27.122172 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-ac6269f9-102b-45e4-8cf7-348d0b03d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:27.124556 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-ac6269f9-102b-45e4-8cf7-348d0b03d9d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 200 len: 920 time: 0.3681431 May 10 20:06:27.373421 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-8f3f0956-0dc3-4de9-8615-a4c940737261 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 200 len: 217 time: 0.2269614 May 10 20:06:27.465856 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-205c6814-c561-40db-a091-839bf73133f5 req-3819feab-982a-43d7-932f-d25c9f6de6f7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559151 May 10 20:06:27.540620 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-51c6bb28-32af-4803-bff9-7d281054c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:27.542094 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-51c6bb28-32af-4803-bff9-7d281054c03b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 200 len: 859 time: 0.1574688 May 10 20:06:27.782007 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-749a427e-39c3-40b3-9b64-3c0f58d7e372 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd13dd9e-8ed2-44ea-9103-22b46f77e008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332518 May 10 20:06:27.792654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-6b67555d-921c-4577-8105-983f24a1d9b4 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:27.794307 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-6b67555d-921c-4577-8105-983f24a1d9b4 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "GET /v2.0/networks?id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 200 len: 813 time: 0.6434002 May 10 20:06:27.870515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Request body: {'port': {'device_id': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1', 'admin_state_up': True, 'tenant_id': '37c7f860ead44c959b4a9ff8f627fdd3'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:28.085131 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e6a8a08f-a055-4033-9a2f-d0bd10292f96 req-eddadd39-2455-43d1-a983-73ee043873d6 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 210 time: 0.2643504 May 10 20:06:28.132177 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-9612ae0b-8b55-4aee-b2ce-dbf59d6e24a4 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353603 May 10 20:06:28.364831 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb9bd1-5219-4742-b398-4cce1b9eced9 req-814f4d0b-677d-4007-94f9-87d28be4213e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:28.369144 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-11eb9bd1-5219-4742-b398-4cce1b9eced9 req-814f4d0b-677d-4007-94f9-87d28be4213e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.8219275 May 10 20:06:28.460222 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:28.501332 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:28.525248 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-11eb9bd1-5219-4742-b398-4cce1b9eced9 req-e7fb8417-d0ff-48bc-a458-f5a5f992aefa tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310959 May 10 20:06:28.558004 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71b0207b-1528-4dc1-b892-b3573b90b948 req-b2675f36-aec8-4671-9675-8d6daa8591d0 service neutron] 10.222.0.73 "GET /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089928 May 10 20:06:28.558428 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Made reservation on behalf of 37c7f860ead44c959b4a9ff8f627fdd3 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:28.570808 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:28.655185 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77249b16-3e85-4450-aaee-5be84e14aa2d req-ddf80339-0ed4-4a4d-8f7a-31b0d4fb12ae tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:28.661450 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-77249b16-3e85-4450-aaee-5be84e14aa2d req-ddf80339-0ed4-4a4d-8f7a-31b0d4fb12ae tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.3762596 May 10 20:06:28.951920 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-77249b16-3e85-4450-aaee-5be84e14aa2d req-992a52f7-100e-47f7-8500-e407914dab44 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830392 May 10 20:06:29.142441 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Allocated IP 172.20.0.5 (d866175e-b7d2-4341-8cf4-9028bcdd0ec1/34f1d1d1-e055-45b8-992e-c28278027e5a/e3421e81-afa5-47b3-bb9d-a68b740ecc30) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:29.275851 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91c19-5767-4d08-bfcb-6d0cfa230bbf req-6ea08b81-4b8f-41f9-9ca6-1eb5fb9e4246 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:29.277490 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7dd91c19-5767-4d08-bfcb-6d0cfa230bbf req-6ea08b81-4b8f-41f9-9ca6-1eb5fb9e4246 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2017713 May 10 20:06:29.514870 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-05cc51d4-8383-443e-8068-aa281e6ea37c req-249e3d3d-9c63-4d0c-ab72-c7d93aaafcd3 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 210 time: 0.0746539 May 10 20:06:29.528652 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7dd91c19-5767-4d08-bfcb-6d0cfa230bbf req-b89140fc-9e93-42ec-bc9d-7a415e8a900d tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248449 May 10 20:06:29.643627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.753396 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.773485 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:29.858635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:29.863802 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:29.866571 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:29.873369 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:29.873369 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.929512 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Pushing event updated for resources: {'Port': ['ID=e3421e81-afa5-47b3-bb9d-a68b740ecc30,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:29.935341 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:29.953119 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1362569 May 10 20:06:29.969968 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Request body: {'port': {'device_id': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:30.103262 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a35590-8bbe-4083-989e-c52a9e0a1606 req-cc60629c-f6e4-4d51-9d3c-e06790a193d7 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:30.120189 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2a35590-8bbe-4083-989e-c52a9e0a1606 req-cc60629c-f6e4-4d51-9d3c-e06790a193d7 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.4213471 May 10 20:06:30.382648 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2a35590-8bbe-4083-989e-c52a9e0a1606 req-500fa992-c40e-4e7f-a5dd-2deeaf4f3c91 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611408 May 10 20:06:30.420199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:30.549467 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40232) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:31.119665 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1e73598f-ae6b-4548-98b4-13363929255a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13ad50143e4f4bd79b7c23f2565f6ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669367 May 10 20:06:31.120694 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40250) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:31.237464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40254) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:31.258061 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef85375-845c-49f7-b01a-1109ce62f092 req-e5e7335e-7dce-4c3e-8fb5-c31b0382f475 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:31.271121 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7ef85375-845c-49f7-b01a-1109ce62f092 req-e5e7335e-7dce-4c3e-8fb5-c31b0382f475 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 1.0238307 May 10 20:06:31.291934 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.353502 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.473703 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.477998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-71c7beb0-91a2-4794-a778-3299076147fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:31.499162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a6534a-d860-4186-872c-715d6ae8d6ba,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:31.512219 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:31.516576 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7ef85375-845c-49f7-b01a-1109ce62f092 req-e19a2987-f1a7-4bad-b4dc-530a0bf50960 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443347 May 10 20:06:31.543339 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734defdb-261d-4418-ae97-52f7c7c67ad6 req-8e225752-c7d8-43c6-a341-a570afc23f4f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:31.556134 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-734defdb-261d-4418-ae97-52f7c7c67ad6 req-8e225752-c7d8-43c6-a341-a570afc23f4f tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.5262496 May 10 20:06:31.556323 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.576771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.577994 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5a6534a-d860-4186-872c-715d6ae8d6ba HTTP/1.1" status: 204 len: 168 time: 0.4554162 May 10 20:06:31.580873 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:31.586388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Usage tracker for resource:security_group_rule and tenant:69ccf6ba393942a5b7c8bcab8bfcec4a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:31.590276 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:31.599620 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:31.703827 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-734defdb-261d-4418-ae97-52f7c7c67ad6 req-598ef1a7-8fa5-459f-b052-b3b7a21b98a7 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337359 May 10 20:06:31.771388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.776840 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.785016 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1fd77d65-3460-4616-8528-a07fe8eb9ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:31.837843 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69ccf6ba393942a5b7c8bcab8bfcec4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953436 May 10 20:06:31.837843 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40268) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:31.852173 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1c4c7-d8ef-4964-acc9-997254f32a89,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:31.868639 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3dc7575d-feb7-483a-907c-54916ca8f2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:31.939471 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.977744 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.075568 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.080913 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8c937362-00de-4b4c-acbf-f0f0af7d5635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:32.105090 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1c4c7-d8ef-4964-acc9-997254f32a89,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:32.113389 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:32.123087 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.128144 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09a1c4c7-d8ef-4964-acc9-997254f32a89 HTTP/1.1" status: 204 len: 168 time: 0.2894127 May 10 20:06:32.143572 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3421e81-afa5-47b3-bb9d-a68b740ecc30 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:32.163067 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.193513 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Transition to ACTIVE for port object e3421e81-afa5-47b3-bb9d-a68b740ecc30 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:32.201263 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.208185 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:32.471220 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f302-dbb2-44eb-9e5a-05031b73d497 req-de65a233-a7b8-43c7-86ad-adddc9111508 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:32.485221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-eff1f302-dbb2-44eb-9e5a-05031b73d497 req-de65a233-a7b8-43c7-86ad-adddc9111508 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Synchronizing usage tracker for tenant:37c7f860ead44c959b4a9ff8f627fdd3 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:32.534240 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875dff-b4ba-42dc-b5ed-59c7384260da req-7834425c-4db0-4f80-a284-266ec97ea0be tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:32.536926 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc875dff-b4ba-42dc-b5ed-59c7384260da req-7834425c-4db0-4f80-a284-266ec97ea0be tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.4942200 May 10 20:06:32.540737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3421e81-afa5-47b3-bb9d-a68b740ecc30,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:32.548071 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:32.695254 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-eff1f302-dbb2-44eb-9e5a-05031b73d497 req-de65a233-a7b8-43c7-86ad-adddc9111508 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Unset dirty status for tenant:37c7f860ead44c959b4a9ff8f627fdd3 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:32.700121 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-eff1f302-dbb2-44eb-9e5a-05031b73d497 req-de65a233-a7b8-43c7-86ad-adddc9111508 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 931 time: 0.8657191 May 10 20:06:32.761631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Attempting to bind port e3421e81-afa5-47b3-bb9d-a68b740ecc30 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:32.762082 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Attempting to bind port e3421e81-afa5-47b3-bb9d-a68b740ecc30 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:32.762899 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Attempting to bind port e3421e81-afa5-47b3-bb9d-a68b740ecc30 on network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:32.776553 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40296) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:32.815120 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.833167 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:32.837240 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4c47abc1815747bd989804bcb0f88c57 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:32.840446 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:32.846838 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:32.870848 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Port e3421e81-afa5-47b3-bb9d-a68b740ecc30 on network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:06:32.871522 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Attempting to bind port e3421e81-afa5-47b3-bb9d-a68b740ecc30 on network d866175e-b7d2-4341-8cf4-9028bcdd0ec1 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:32.890490 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc875dff-b4ba-42dc-b5ed-59c7384260da req-1e7320b6-7120-4838-85b0-1b5699300dc2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698076 May 10 20:06:32.948808 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:32.953692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Checking segment: {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:32.955087 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Bound using segment: {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:32.960903 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Bound port: e3421e81-afa5-47b3-bb9d-a68b740ecc30, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3454ed6-6d09-493b-b1b3-df187d201dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:32.962303 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.028933 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-eff1f302-dbb2-44eb-9e5a-05031b73d497 req-21b07167-230d-4135-b05d-1e2dba57c740 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980227 May 10 20:06:33.154166 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.162902 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.210205 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-05b93022-42aa-44d2-a96c-ec3c7c679ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:33.216692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] For port e3421e81-afa5-47b3-bb9d-a68b740ecc30, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:33.224901 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] For port e3421e81-afa5-47b3-bb9d-a68b740ecc30, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:33.232423 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.241519 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:33.253473 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a584e16d-c7d8-4d08-a0ed-23a4ae237ad0,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:33.260045 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:33.266943 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c47abc1815747bd989804bcb0f88c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889441 May 10 20:06:33.267797 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40308) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:33.356981 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:33.357614 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.359131 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/e3421e81-afa5-47b3-bb9d-a68b740ecc30 HTTP/1.1" status: 200 len: 1093 time: 3.3972225 May 10 20:06:33.360792 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'tag': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:33.390776 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.401417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3421e81-afa5-47b3-bb9d-a68b740ecc30,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:33.406737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:33.464277 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.496544 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587872-7fc8-4e26-9aca-b9fed0f0208a req-c62665df-6492-4126-b7c9-10af3e929b1c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:33.503840 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2b587872-7fc8-4e26-9aca-b9fed0f0208a req-c62665df-6492-4126-b7c9-10af3e929b1c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.3622653 May 10 20:06:33.535091 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55a13-c338-4561-a1d1-fcff6f603f07 req-103ae458-a6f2-4faf-a96e-722c3e4582dc tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:33.536568 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6fb55a13-c338-4561-a1d1-fcff6f603f07 req-103ae458-a6f2-4faf-a96e-722c3e4582dc tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2987361 May 10 20:06:33.562807 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.575312 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-75094fa0-4ef7-4035-aec8-d97548cd7f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:33.591332 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2b587872-7fc8-4e26-9aca-b9fed0f0208a req-f72d19c0-a912-4213-8910-f504f78b28c9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859983 May 10 20:06:33.598818 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584e16d-c7d8-4d08-a0ed-23a4ae237ad0,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:33.601149 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:33.607262 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.614586 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a584e16d-c7d8-4d08-a0ed-23a4ae237ad0 HTTP/1.1" status: 204 len: 168 time: 0.3446972 May 10 20:06:33.639132 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6fb55a13-c338-4561-a1d1-fcff6f603f07 req-611f915a-f751-430f-9ebd-552a24570701 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846159 May 10 20:06:33.643937 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-ee2e5e18-6151-488c-bd66-66905c560936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:33.649966 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-ee2e5e18-6151-488c-bd66-66905c560936 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 1096 time: 0.2326398 May 10 20:06:33.769396 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:06:33.799144 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'tag': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30', 'status': 'completed', 'code': 200} May 10 20:06:33.854055 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-cbe25208-b477-487d-ac9b-68b3faa5759c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30 HTTP/1.1" status: 200 len: 217 time: 0.1828558 May 10 20:06:34.051763 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:34.086773 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'mac_address': 'fa:16:3e:8b:ce:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:06:34.116127 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-cc1e2b8f-7e91-4f3e-83b2-702ce592e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:34.119652 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-cc1e2b8f-7e91-4f3e-83b2-702ce592e917 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34f1d1d1-e055-45b8-992e-c28278027e5a HTTP/1.1" status: 200 len: 853 time: 0.2584887 May 10 20:06:34.238649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-4b2f1c14-6242-492d-b1d4-e64363e1bded service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118796 May 10 20:06:34.248357 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.326242 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.405767 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e70d2321-196b-4bfe-97c5-f418b83a53c6 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:34.492188 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:34.506055 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.514111 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:34.555427 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-218e4921-9a4a-4053-8524-5c1a77a93efb service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058856 May 10 20:06:34.699246 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['e70d2321-196b-4bfe-97c5-f418b83a53c6'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:34.854307 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:06:34.890675 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=6']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:34.902836 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:35.424706 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c373a21c-0a39-40a8-a4b5-4e893db5bd12 req-93d84c4b-4f7e-469e-ae42-441fd9172907 service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8609025 May 10 20:06:35.474264 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d7d9-1877-4279-957b-3385bfaa83de req-c640c185-b467-47b9-9af3-e93fccdae2d9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:35.475843 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-57c3d7d9-1877-4279-957b-3385bfaa83de req-c640c185-b467-47b9-9af3-e93fccdae2d9 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 943 time: 0.3164163 May 10 20:06:35.493309 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5991-0d90-49b4-bb51-e15a11ba2912 req-2c7ef43c-e4e0-48f5-ad11-1440bc4495db tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:35.500445 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-490d5991-0d90-49b4-bb51-e15a11ba2912 req-2c7ef43c-e4e0-48f5-ad11-1440bc4495db tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.3473296 May 10 20:06:35.636766 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-57c3d7d9-1877-4279-957b-3385bfaa83de req-09ca79db-4c4c-4c0d-b107-0025e73a0bab tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352863 May 10 20:06:35.653003 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-490d5991-0d90-49b4-bb51-e15a11ba2912 req-768e6ef9-2bf8-4198-8cca-cfc7e7acbeed tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178463 May 10 20:06:35.703700 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032077-1720-4606-9fd0-34519469abee req-2d7090f2-72c2-47ac-9983-3dcd062a83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:35.705433 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-2d7090f2-72c2-47ac-9983-3dcd062a83f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 1096 time: 0.2017508 May 10 20:06:35.831990 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:36.045727 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fd4a0-ff01-4b1b-8f45-728215def317 req-2b7b7f52-2ced-4e27-85ed-5f39b7d55eda tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.047405 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0d4fd4a0-ff01-4b1b-8f45-728215def317 req-2b7b7f52-2ced-4e27-85ed-5f39b7d55eda tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 945 time: 0.2383530 May 10 20:06:36.104233 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032077-1720-4606-9fd0-34519469abee req-32431c65-ba47-40dc-b4d7-59cc14920767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.107256 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-32431c65-ba47-40dc-b4d7-59cc14920767 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 200 len: 914 time: 0.3762817 May 10 20:06:36.115086 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port e70d2321-196b-4bfe-97c5-f418b83a53c6 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:36.115882 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.198379 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-ae4f249e-9af8-4065-af06-87578db0a5db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30 HTTP/1.1" status: 200 len: 217 time: 0.0783792 May 10 20:06:36.209614 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0d4fd4a0-ff01-4b1b-8f45-728215def317 req-41d5ed28-f706-40d3-92c0-e3bae4bcec33 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440115 May 10 20:06:36.322437 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032077-1720-4606-9fd0-34519469abee req-5dee1112-d989-439a-9b75-0528fccdfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.324923 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-5dee1112-d989-439a-9b75-0528fccdfce9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34f1d1d1-e055-45b8-992e-c28278027e5a HTTP/1.1" status: 200 len: 853 time: 0.1147437 May 10 20:06:36.393298 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-bbf9a9ca-a446-4a37-8cad-4b0135d14f4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d866175e-b7d2-4341-8cf4-9028bcdd0ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574441 May 10 20:06:36.453863 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.515291 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:36.523649 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:36.532718 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.538831 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-77b5a866-6e03-4887-835a-58fb898754c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:36.565884 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-a1a7ef46-9e18-4cd7-bc53-3791c12f5564 service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626213 May 10 20:06:36.660903 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'code': 200} May 10 20:06:36.721983 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=7']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:36.738633 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:36.870366 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2f032077-1720-4606-9fd0-34519469abee req-6f5556ef-0485-4f2d-91b8-7cd78453edf6 service neutron] 10.222.0.73 "GET /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972584 May 10 20:06:36.971023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d3c93-e10d-4df4-ae6e-9bb7f62e8dd8 req-3c008da7-c3a2-4535-a690-b7fbc48eaa32 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.973068 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc4d3c93-e10d-4df4-ae6e-9bb7f62e8dd8 req-3c008da7-c3a2-4535-a690-b7fbc48eaa32 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 943 time: 0.1884294 May 10 20:06:36.980806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f809-3bf7-42e7-b98b-7c57427e1f9c req-b78f62d0-53fc-40d3-a1da-a1dbc771b87b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.982288 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6f71f809-3bf7-42e7-b98b-7c57427e1f9c req-b78f62d0-53fc-40d3-a1da-a1dbc771b87b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1504803 May 10 20:06:37.091631 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc4d3c93-e10d-4df4-ae6e-9bb7f62e8dd8 req-600e443b-58b3-41f4-9830-1c26983de353 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055145 May 10 20:06:37.099312 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6f71f809-3bf7-42e7-b98b-7c57427e1f9c req-74cb14ec-b7ac-4d61-8f92-908f733988b6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942514 May 10 20:06:37.524278 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b5dd4-20ff-491d-84fe-2c3eef01eeaa req-65aa6552-ef74-408c-a0d5-1e52d342b55a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:37.527207 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-134b5dd4-20ff-491d-84fe-2c3eef01eeaa req-65aa6552-ef74-408c-a0d5-1e52d342b55a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1131477 May 10 20:06:37.598840 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-134b5dd4-20ff-491d-84fe-2c3eef01eeaa req-bd34cf84-3393-49e0-ba04-053b7e986884 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597162 May 10 20:06:38.178868 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40444) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:38.375315 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.394962 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:38.400718 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Usage tracker for resource:security_group_rule and tenant:552f84e16dfd48c4b9e8738bbf322fe3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:38.404428 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:38.413422 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:38.549075 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.554821 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.566025 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eb8d8db8-c0d7-4602-950b-85b4ff7cfeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:38.569382 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b0d8-5998-49ba-ab8a-b46706dc733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.629957 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=552f84e16dfd48c4b9e8738bbf322fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494758 May 10 20:06:38.630850 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40454) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:38.636910 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a8c0ca-fc11-4bb9-a946-87454809af4f,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:38.716956 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ced26a-d941-4c9d-bce6-c2a9888f9848 req-c97ad64a-d606-4bd4-b983-405d064e5dc1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:38.718678 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-36ced26a-d941-4c9d-bce6-c2a9888f9848 req-c97ad64a-d606-4bd4-b983-405d064e5dc1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.4285440 May 10 20:06:38.725786 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:38.741483 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b1a9e-4489-4003-98d0-e70c4ddba57d req-ff4484e3-c26a-466b-8a41-fee514a8f278 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:38.748070 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c72b1a9e-4489-4003-98d0-e70c4ddba57d req-ff4484e3-c26a-466b-8a41-fee514a8f278 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 943 time: 0.3914464 May 10 20:06:38.758800 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.823470 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.844014 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c72b1a9e-4489-4003-98d0-e70c4ddba57d req-968af65b-148a-4832-8cc3-c923d9a6f49e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895691 May 10 20:06:38.899133 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-36ced26a-d941-4c9d-bce6-c2a9888f9848 req-cec6b4ba-9c4b-4433-bb11-8dfcbf88eb15 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483321 May 10 20:06:38.952438 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.968256 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-33830b92-c751-4d32-b640-055d85d2d6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:39.000734 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a8c0ca-fc11-4bb9-a946-87454809af4f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:39.005858 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:39.008499 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.010229 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a8c0ca-fc11-4bb9-a946-87454809af4f HTTP/1.1" status: 204 len: 168 time: 0.3760812 May 10 20:06:39.170233 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193113-9a5a-46f7-a616-c82d47de6908 req-ec665059-fc59-4e89-b897-dc4137629796 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:39.172324 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c9193113-9a5a-46f7-a616-c82d47de6908 req-ec665059-fc59-4e89-b897-dc4137629796 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1267929 May 10 20:06:39.244897 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c9193113-9a5a-46f7-a616-c82d47de6908 req-330c2dd0-909a-4ef4-bd83-4c3f58b678b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626342 May 10 20:06:39.568914 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40476) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:39.592616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.609225 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:39.613693 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Usage tracker for resource:security_group_rule and tenant:412649efe6de4da2a5729bb50daa450f is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:39.617290 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:39.623840 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:39.733812 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.739050 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.755250 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2ae60168-557c-439d-9c0a-26a2998afb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:39.821535 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=412649efe6de4da2a5729bb50daa450f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512500 May 10 20:06:39.822854 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04162a1-f320-4667-ae98-06621f45bba9,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:39.825287 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 40482) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:39.828187 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:39.918648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.958666 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.145067 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.153737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:40.170910 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04162a1-f320-4667-ae98-06621f45bba9,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:40.180544 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:40.210453 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.212064 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b04162a1-f320-4667-ae98-06621f45bba9 HTTP/1.1" status: 204 len: 168 time: 0.3856833 May 10 20:06:40.281904 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaae2e-bb35-4e39-905c-f7ddf3ff0e8b req-ed4e7025-de9b-4f91-bb86-9f3fd79114cf tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:40.284489 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-44eaae2e-bb35-4e39-905c-f7ddf3ff0e8b req-ed4e7025-de9b-4f91-bb86-9f3fd79114cf tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 943 time: 0.2438128 May 10 20:06:40.301692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b385465-284a-4eaf-8e36-4f29d56af06b req-3b245b13-adc0-4bc5-8cd6-525da2e95d3d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:40.304257 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1b385465-284a-4eaf-8e36-4f29d56af06b req-3b245b13-adc0-4bc5-8cd6-525da2e95d3d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2122183 May 10 20:06:40.431591 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-44eaae2e-bb35-4e39-905c-f7ddf3ff0e8b req-6ade4adb-1740-4826-b1f9-9fb0fb95dce7 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257958 May 10 20:06:40.447833 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1b385465-284a-4eaf-8e36-4f29d56af06b req-fd098426-d34f-4d38-975d-b449a32beb5c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153111 May 10 20:06:40.910515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbe053-9eee-495f-af01-a66d306279af req-aa1a3c93-4b14-4df2-9a4b-2bf4c4afffe8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:40.919601 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1cdbe053-9eee-495f-af01-a66d306279af req-aa1a3c93-4b14-4df2-9a4b-2bf4c4afffe8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.2370222 May 10 20:06:40.961010 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111be35-389b-46f8-b5e0-7779c13928c5 req-e058364f-eee4-43e7-8671-a54dca53d910 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:40.963007 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6111be35-389b-46f8-b5e0-7779c13928c5 req-e058364f-eee4-43e7-8671-a54dca53d910 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2258546 May 10 20:06:41.064928 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1cdbe053-9eee-495f-af01-a66d306279af req-126d9243-09dd-467a-b240-fc18b3eaf158 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434507 May 10 20:06:41.098427 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40520) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:41.102459 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6111be35-389b-46f8-b5e0-7779c13928c5 req-30e5960f-df63-47d0-9e78-0aa94c494665 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168590 May 10 20:06:41.206655 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-870d9279-4c6c-4cbb-9ba8-0f4fa4913db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.328517 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.596858 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3c1b7-f8c1-4c62-bfad-12fe15c31fc5 tempest-TestMinimumBasicScenario-587295437 tempest-TestMinimumBasicScenario-587295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:41.600421 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4fa3c1b7-f8c1-4c62-bfad-12fe15c31fc5 tempest-TestMinimumBasicScenario-587295437 tempest-TestMinimumBasicScenario-587295437-project-admin] Synchronizing usage tracker for tenant:74d4119a4d354b06af9a5c4dcb27db0e on resource:port {{(pid=78752) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:41.661798 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-4fa3c1b7-f8c1-4c62-bfad-12fe15c31fc5 tempest-TestMinimumBasicScenario-587295437 tempest-TestMinimumBasicScenario-587295437-project-admin] Unset dirty status for tenant:74d4119a4d354b06af9a5c4dcb27db0e on resource:port {{(pid=78752) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:41.664329 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-4fa3c1b7-f8c1-4c62-bfad-12fe15c31fc5 tempest-TestMinimumBasicScenario-587295437 tempest-TestMinimumBasicScenario-587295437-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1094 time: 0.5638449 May 10 20:06:41.669889 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40552) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:41.681323 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'floatingip': {'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'port_id': 'f3958396-54b1-4657-9337-4eb0de079269', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:41.690290 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:41.695871 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:floatingip and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:41.702036 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:41.711037 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:41.733990 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.846345 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e3421e81-afa5-47b3-bb9d-a68b740ecc30 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:06:41.980425 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fe578-7241-4c28-8c7f-0ebec787009d req-118aff0d-88ed-4686-b094-bed46ad6a57a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:41.991171 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a76fe578-7241-4c28-8c7f-0ebec787009d req-118aff0d-88ed-4686-b094-bed46ad6a57a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2378173 May 10 20:06:42.055815 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076d4f0-7f9e-4d46-8375-da96a5bc64fa req-619851d3-bb9b-423a-bf97-f1062a7d37cd tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:42.075695 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5076d4f0-7f9e-4d46-8375-da96a5bc64fa req-619851d3-bb9b-423a-bf97-f1062a7d37cd tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 943 time: 0.4329417 May 10 20:06:42.078599 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.157555 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a76fe578-7241-4c28-8c7f-0ebec787009d req-572de93a-da25-488b-b6ef-58178b5288e2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653028 May 10 20:06:42.187402 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5076d4f0-7f9e-4d46-8375-da96a5bc64fa req-aa9b05aa-118f-439d-b339-c6b9bbc0e913 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105411 May 10 20:06:42.344155 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.347941 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e3421e81-afa5-47b3-bb9d-a68b740ecc30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:42.375814 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30', 'network_id': 'd866175e-b7d2-4341-8cf4-9028bcdd0ec1', 'port_id': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30', 'mac_address': 'fa:16:3e:f7:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1d1d1-e055-45b8-992e-c28278027e5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:06:42.513094 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.550387 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Allocated IP 172.28.0.70 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/4456cabd-b538-4881-90f8-cfd660669d45) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:42.555340 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3421e81-afa5-47b3-bb9d-a68b740ecc30 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:42.611075 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e3421e81-afa5-47b3-bb9d-a68b740ecc30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:42.628000 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.628000 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:42.660896 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed863611-b40a-41c8-829f-e12ed3281e07 req-4cda8893-191b-4479-8201-cdda7b7c81c7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:42.664923 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ed863611-b40a-41c8-829f-e12ed3281e07 req-4cda8893-191b-4479-8201-cdda7b7c81c7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1893051 May 10 20:06:42.886628 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ed863611-b40a-41c8-829f-e12ed3281e07 req-6ddb3449-99f8-47cc-8add-b68f328acdbd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110798 May 10 20:06:42.954280 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e3421e81-afa5-47b3-bb9d-a68b740ecc30,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:42.994328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:43.029734 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.084782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.090077 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-313d4908-2324-406f-808e-17b79a275dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:43.133387 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['e3421e81-afa5-47b3-bb9d-a68b740ecc30'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:43.260155 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:43.273815 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:43.284023 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:43.437736 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'Port': ['ID=4456cabd-b538-4881-90f8-cfd660669d45,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:43.450407 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:43.688810 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084583b1-4c65-4cb2-804b-c3899cb73334 req-7a882278-f2ef-4b86-b5e8-33ee04f856d8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:43.698008 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-084583b1-4c65-4cb2-804b-c3899cb73334 req-7a882278-f2ef-4b86-b5e8-33ee04f856d8 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.3539028 May 10 20:06:43.752468 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.848128 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-084583b1-4c65-4cb2-804b-c3899cb73334 req-eadb20d3-f4a8-468b-bcd4-692b7dc9344c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468182 May 10 20:06:43.919933 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e034f6a-f941-4c6b-807c-03d76e56d635 req-9c4546ce-5f35-4f4b-87fd-241399c7e02c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:43.934114 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8e034f6a-f941-4c6b-807c-03d76e56d635 req-9c4546ce-5f35-4f4b-87fd-241399c7e02c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.4225566 May 10 20:06:44.057399 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8e034f6a-f941-4c6b-807c-03d76e56d635 req-c398547d-adfc-4771-87f8-18bffbb6b9b1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157615 May 10 20:06:44.408258 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dd5f9-3ca4-4483-859c-356b9d0bb5b2 req-d64fe959-6d37-46a4-a4ed-e6d4166bb651 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:44.420322 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe6dd5f9-3ca4-4483-859c-356b9d0bb5b2 req-d64fe959-6d37-46a4-a4ed-e6d4166bb651 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2532094 May 10 20:06:44.511862 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe6dd5f9-3ca4-4483-859c-356b9d0bb5b2 req-a46ee567-6f3f-4222-8649-2477d0710e90 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904481 May 10 20:06:44.523867 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4065d1-1f3d-460e-8289-3740aa93dc70 req-0dd1e8a9-28a1-41a2-b832-9e3a9371916d tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:44.532540 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d4065d1-1f3d-460e-8289-3740aa93dc70 req-0dd1e8a9-28a1-41a2-b832-9e3a9371916d tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 944 time: 0.2735860 May 10 20:06:44.637936 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d4065d1-1f3d-460e-8289-3740aa93dc70 req-3eae1553-7e0d-4cdf-bf66-9038b0523813 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017578 May 10 20:06:44.768229 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.939939 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.264490 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda936-88fd-4375-a408-e72f2e978411 req-51ffbc7d-206e-4aa0-9acb-0b43c026651e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:45.267072 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-51bda936-88fd-4375-a408-e72f2e978411 req-51ffbc7d-206e-4aa0-9acb-0b43c026651e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.2066956 May 10 20:06:45.469110 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-51bda936-88fd-4375-a408-e72f2e978411 req-46ea9a4e-6af9-4f75-8be4-82b18000dbf6 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317062 May 10 20:06:45.491916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 40664) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:45.510728 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289b91b-2395-4580-a76c-49fc6cb98251 req-bae7a2c7-ffc8-4cfb-9200-32488ef8214e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:45.518780 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e289b91b-2395-4580-a76c-49fc6cb98251 req-bae7a2c7-ffc8-4cfb-9200-32488ef8214e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2303309 May 10 20:06:45.602583 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.609433 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e289b91b-2395-4580-a76c-49fc6cb98251 req-0d9c8efa-d5fc-4490-b15b-7ea2f33b6f61 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894356 May 10 20:06:45.623491 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.637880 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6fffc8a1-0868-4c25-9a9e-116672f74755 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:45.858629 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e3421e81-afa5-47b3-bb9d-a68b740ecc30 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:45.947810 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'Port': ['ID=4456cabd-b538-4881-90f8-cfd660669d45,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:45.974647 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:45.990080 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.161189 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port e3421e81-afa5-47b3-bb9d-a68b740ecc30 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:46.174442 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port e3421e81-afa5-47b3-bb9d-a68b740ecc30 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:46.175035 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.282404 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.l3_db [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Floating IP b9d3a48d-15a3-427a-9004-98a8cea388c8 associated. External IP: 172.28.0.70, port: f3958396-54b1-4657-9337-4eb0de079269. May 10 20:06:46.383288 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.385599 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.436663 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:46.446514 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Usage tracker for resource:security_group_rule and tenant:571ece9233674ca7aa4ff2895c30ff53 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:46.449506 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:46.461460 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:46.480555 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:46.506968 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e3421e81-afa5-47b3-bb9d-a68b740ecc30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:46.514347 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.518896 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4b3402ac-9da7-4d9b-bcc9-9fc164ab41c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:46.581079 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.596897 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.621023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-da47d737-a665-40f9-b070-dc8a290f2b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:46.722996 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e3421e81-afa5-47b3-bb9d-a68b740ecc30,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:46.727513 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:46.753307 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=571ece9233674ca7aa4ff2895c30ff53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2557485 May 10 20:06:46.753307 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c1115d-fc39-4ef9-b551-54cf65914ba6,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:46.756196 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 40686) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:46.768697 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:46.885462 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60a930-7426-423e-a347-ffd0623210cb req-daa1ee63-8ac5-40bd-bf4f-486fdfb5c640 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:46.887926 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d60a930-7426-423e-a347-ffd0623210cb req-daa1ee63-8ac5-40bd-bf4f-486fdfb5c640 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.9849887 May 10 20:06:46.925866 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f377a2-f00f-4b3d-acb3-174188abe959 req-e2ae542a-ffdb-4735-8419-30f0fad32341 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:46.939124 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f9f377a2-f00f-4b3d-acb3-174188abe959 req-e2ae542a-ffdb-4735-8419-30f0fad32341 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 944 time: 1.0343440 May 10 20:06:47.006711 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:06:47.015392 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16220-8614-4c82-916d-043466b89240 req-c9b8a1d0-27f3-4043-897e-29105619d44e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:47.017756 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f5d16220-8614-4c82-916d-043466b89240 req-c9b8a1d0-27f3-4043-897e-29105619d44e tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 0.7025499 May 10 20:06:47.328263 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d60a930-7426-423e-a347-ffd0623210cb req-deec9b53-e82e-4faa-8c00-55bfd969fffa tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206765 May 10 20:06:47.362121 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f9f377a2-f00f-4b3d-acb3-174188abe959 req-106e41d9-5828-4256-a498-841190f9c06f tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215689 May 10 20:06:47.366137 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.486386 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.537928 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30', 'code': 200} May 10 20:06:47.677544 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Deleting port 75363dbe-0cca-49d2-a503-6365290aceb1 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:47.677970 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.744451 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:06:47.771399 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] Sync routers for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:47.804517 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:47.808188 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:06:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:47.823371 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.929821 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2522919 May 10 20:06:47.930668 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40696) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:47.931482 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:47.963379 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192645894', 'description': 'tempest-secgroup-smoke-1192645894 description', 'project_id': 'b3cd7b1367a343b2876c228b77c49561'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:47.973817 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:47.986318 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:47.995999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:48.005040 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:48.034474 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.093484 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:48.114689 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:48.119763 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:48.128610 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.138950 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:48.190639 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8e97c793-559e-4ce0-a5fb-87a51982a5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:48.248980 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:48.318285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c1115d-fc39-4ef9-b551-54cf65914ba6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:48.325307 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:48.371824 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] For port 75363dbe-0cca-49d2-a503-6365290aceb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75363dbe-0cca-49d2-a503-6365290aceb1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:48.372334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.391342 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.400521 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.409003 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.411304 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38c1115d-fc39-4ef9-b551-54cf65914ba6 HTTP/1.1" status: 204 len: 168 time: 1.6458716 May 10 20:06:48.418955 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-aab3f14c-2950-48d2-9302-4c9c6f5a79f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:48.520874 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1655be1e-50b7-4a05-b75a-14a3280f4002,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:48.530826 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:48.531769 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.536599 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5840149 May 10 20:06:48.537248 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40708) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:48.544697 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group_rule': {'security_group_id': '1655be1e-50b7-4a05-b75a-14a3280f4002', 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:48.575664 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:48.593184 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:48.599018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:48.617155 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:48.653255 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.788580 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Calling delete_port for 75363dbe-0cca-49d2-a503-6365290aceb1 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:48.837560 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.844400 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.847818 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:48.885478 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dc2e8-5206-4c56-8273-eff270baf3a2 req-9939eb55-46bc-4768-96fd-f02de8dee33c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:48.888962 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-283dc2e8-5206-4c56-8273-eff270baf3a2 req-9939eb55-46bc-4768-96fd-f02de8dee33c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 945 time: 1.1479366 May 10 20:06:48.931480 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'b9d3a48d-15a3-427a-9004-98a8cea388c8', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'floating_ip_address': '172.28.0.70', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'port_id': 'f3958396-54b1-4657-9337-4eb0de079269', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'mac_address': 'fa:16:3e:20:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:06:44Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 0, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:20Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:48.937334 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] Checking router: bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:48.951115 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:48.951932 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:06:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:48.965804 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839315d2-1aa6-4203-b1b9-a8a5a7595dc4,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:48.982377 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:48.989545 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.991182 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4529974 May 10 20:06:48.996050 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40718) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:49.007652 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group_rule': {'security_group_id': '1655be1e-50b7-4a05-b75a-14a3280f4002', 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:49.033240 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:49.036454 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9d5a2-8531-4e3e-9781-9535cf3fad62 req-faf9db3c-a620-45dc-9f3f-9aebbb5c2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:49.039184 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bc9d5a2-8531-4e3e-9781-9535cf3fad62 req-faf9db3c-a620-45dc-9f3f-9aebbb5c2ea1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 1098 time: 1.0873744 May 10 20:06:49.048352 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:49.063762 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:49.084228 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:49.135781 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.206095 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 40724) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:49.229814 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186ada0-a332-4ce2-a988-0d0b68aee9ac req-a0e7549c-8a96-4750-8b34-ae5f00acc16d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:49.232123 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c186ada0-a332-4ce2-a988-0d0b68aee9ac req-a0e7549c-8a96-4750-8b34-ae5f00acc16d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 1.2128584 May 10 20:06:49.256711 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:49.284111 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-283dc2e8-5206-4c56-8273-eff270baf3a2 req-31a483a3-85fc-44bd-a672-ff5dd7d50d82 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666985 May 10 20:06:49.309908 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bc9d5a2-8531-4e3e-9781-9535cf3fad62 req-ae47ac4c-58af-4481-b330-47b2a6ad1194 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148206 May 10 20:06:49.340296 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.401538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:49.437463 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.443121 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'status': 'completed', 'code': 200} May 10 20:06:49.445123 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.451723 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c186ada0-a332-4ce2-a988-0d0b68aee9ac req-cdbf8b9a-c016-497a-b898-1abb936b47ff tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725535 May 10 20:06:49.486860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:49.487855 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Usage tracker for resource:security_group_rule and tenant:560c74ef8c1b4359a85d79f0f54406e3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:49.495695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:49.505847 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.507865 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5103021 May 10 20:06:49.511681 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:49.513744 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 40730) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:49.519568 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0abc3a-5b16-438e-91d5-c785e71bf71f,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:49.523107 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group_rule': {'security_group_id': '1655be1e-50b7-4a05-b75a-14a3280f4002', 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:49.538159 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:49.540714 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:49.652639 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:49.693343 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:49.752003 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:49.973681 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 75363dbe-0cca-49d2-a503-6365290aceb1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:50.078893 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.118680 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No ports have port_id starting with 75363dbe-0cca-49d2-a503-6365290aceb1 May 10 20:06:50.131633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.147248 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['1d34c73d-a544-4791-ac3c-9bdcf3a4b314'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:50.156427 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'b9d3a48d-15a3-427a-9004-98a8cea388c8', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'floating_ip_address': '172.28.0.70', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'port_id': 'f3958396-54b1-4657-9337-4eb0de079269', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'mac_address': 'fa:16:3e:20:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:06:44Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 0, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:20Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:50.162286 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6be9b094-707c-42c0-a475-b352730aadf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:50.164624 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7905e87-b2fe-4254-836b-4ab8c09c1984 None None] The sync data for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb is: [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'b9d3a48d-15a3-427a-9004-98a8cea388c8', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'floating_ip_address': '172.28.0.70', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'port_id': 'f3958396-54b1-4657-9337-4eb0de079269', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'mac_address': 'fa:16:3e:20:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:06:44Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 0, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:20Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:50.245976 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-0581796e-b4a8-479f-8f66-0a0451f344f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:50.247510 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-0581796e-b4a8-479f-8f66-0a0451f344f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1099 time: 0.6725175 May 10 20:06:50.248364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Pushing event deleted for resources: {'Port': ['ID=75363dbe-0cca-49d2-a503-6365290aceb1,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:50.273892 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:50.399210 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40744) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:50.668771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.709361 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a7af08-7c0c-4d1d-9ad2-4c53b4695101 None None] New status for floating IP b9d3a48d-15a3-427a-9004-98a8cea388c8: ACTIVE {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:06:50.715409 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:50.721371 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Usage tracker for resource:security_group_rule and tenant:c14a8810b4c64dd6afeab5e250d7008a is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:50.725810 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:50.737311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:50.837104 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505b299-23a7-4684-85e1-799947c58de6 req-e755344e-d101-48fc-aae4-af632b1c9b21 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:50.839556 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b505b299-23a7-4684-85e1-799947c58de6 req-e755344e-d101-48fc-aae4-af632b1c9b21 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 1.1075244 May 10 20:06:50.845070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.852705 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] No DVR routers for this DVR port 75363dbe-0cca-49d2-a503-6365290aceb1 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:50.873881 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45199a-af72-4275-ae74-36031635319c req-b3e2ec34-990a-40ee-8e25-c33f35bf0a98 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:50.881682 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a45199a-af72-4275-ae74-36031635319c req-b3e2ec34-990a-40ee-8e25-c33f35bf0a98 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 1.0778763 May 10 20:06:50.902596 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.907552 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.914761 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'name': 'network-vif-deleted', 'tag': '75363dbe-0cca-49d2-a503-6365290aceb1'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:50.945298 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.951356 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.980012 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.987518 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8b465717-6b5d-4a2f-98c9-38a00a0a1958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.044210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.052623 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e91203a9-1181-4103-bc2e-910862d117c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.142121 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c14a8810b4c64dd6afeab5e250d7008a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7401567 May 10 20:06:51.150931 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40752) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:51.151280 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=560c74ef8c1b4359a85d79f0f54406e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9427102 May 10 20:06:51.152793 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f5d16220-8614-4c82-916d-043466b89240 req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "DELETE /v2.0/ports/75363dbe-0cca-49d2-a503-6365290aceb1 HTTP/1.1" status: 204 len: 173 time: 4.1219730 May 10 20:06:51.157869 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40754) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:51.198313 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f936b1e-b802-4310-b9cb-3b80f6b06bde,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:51.219306 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a45199a-af72-4275-ae74-36031635319c req-e52c76e1-8794-4f85-84e1-96a5e7a989b4 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356230 May 10 20:06:51.228774 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:51.230319 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-ee2e9c1f-2b64-45b3-b2d1-ef1540aac798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:51.232242 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-ee2e9c1f-2b64-45b3-b2d1-ef1540aac798 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.9705925 May 10 20:06:51.232986 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8a366058-47f1-49ec-a1d6-b1388aa0a7ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.244929 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b505b299-23a7-4684-85e1-799947c58de6 req-dcfb0cef-55fb-4bcb-bde0-ea91247a90c1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793819 May 10 20:06:51.284629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1deaac-ef65-4caa-863e-c520031a9027,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:51.318026 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:51.369463 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.371483 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8558381 May 10 20:06:51.393385 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 40760) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:51.412517 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group_rule': {'security_group_id': '1655be1e-50b7-4a05-b75a-14a3280f4002', 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:51.416519 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.419812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277502c4-79f1-4143-ba44-d7479e6f3e15,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:51.434528 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:51.439774 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-91913620-8972-4549-97c6-8ef09aa1874e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:51.452677 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:51.468441 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:51.510875 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.528145 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:51.577320 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-d71c507d-a532-45fe-9a6e-79debb6113f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 999 time: 0.3359833 May 10 20:06:51.632534 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.823083 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4941270-aef0-4471-b6c4-02ad30a8b007', 'name': 'network-vif-deleted', 'tag': '75363dbe-0cca-49d2-a503-6365290aceb1', 'status': 'completed', 'code': 200} May 10 20:06:51.840803 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.850747 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.861422 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1498ae20-f766-4cff-9eab-63cfe3371cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.890576 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1deaac-ef65-4caa-863e-c520031a9027,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:51.895665 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:51.950672 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.955036 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd1deaac-ef65-4caa-863e-c520031a9027 HTTP/1.1" status: 204 len: 168 time: 0.7993114 May 10 20:06:51.979228 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-fa3d54e0-732c-437d-8d15-5442c5476883 req-5eb6d92c-1465-4c0d-b5e8-fe761c05df58 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Synchronizing usage tracker for tenant:b077d01980574f7d98e591ac0168f068 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:52.003298 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.056816 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.076917 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d2ff4e3d-c17d-4ff6-bf39-0575951d78f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:52.097145 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f936b1e-b802-4310-b9cb-3b80f6b06bde,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:52.107725 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:52.112450 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.117937 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f936b1e-b802-4310-b9cb-3b80f6b06bde HTTP/1.1" status: 204 len: 168 time: 0.9452908 May 10 20:06:52.118215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-63362f68-a884-4f57-bf20-88b13a8d8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:52.118215 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-63362f68-a884-4f57-bf20-88b13a8d8b2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.5224669 May 10 20:06:52.356812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-fa3d54e0-732c-437d-8d15-5442c5476883 req-5eb6d92c-1465-4c0d-b5e8-fe761c05df58 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Unset dirty status for tenant:b077d01980574f7d98e591ac0168f068 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:52.372633 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fa3d54e0-732c-437d-8d15-5442c5476883 req-5eb6d92c-1465-4c0d-b5e8-fe761c05df58 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4941270-aef0-4471-b6c4-02ad30a8b007 HTTP/1.1" status: 200 len: 210 time: 0.5602665 May 10 20:06:52.637552 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.677764 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.745878 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:52.761592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-49052a71-164e-4daa-8ca7-7aa08ab67940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:52.763917 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-49052a71-164e-4daa-8ca7-7aa08ab67940 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1099 time: 0.6660178 May 10 20:06:53.119206 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362ca888-84a1-425b-aa8a-6270a50a7281,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.133514 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f54d93-4004-433e-98bc-23425648fcf3 req-bace56ee-3fb0-443e-b964-8e128d4b4e40 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:53.136090 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c7f54d93-4004-433e-98bc-23425648fcf3 req-bace56ee-3fb0-443e-b964-8e128d4b4e40 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 1.0362651 May 10 20:06:53.146338 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:53.159342 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-1799ed3b-4ae9-480d-88c8-b121c593931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:53.161888 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-1799ed3b-4ae9-480d-88c8-b121c593931b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0028687 May 10 20:06:53.176675 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.178686 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7796867 May 10 20:06:53.184095 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40784) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:53.192856 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group_rule': {'security_group_id': '1655be1e-50b7-4a05-b75a-14a3280f4002', 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:53.200848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:53.209046 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:53.215193 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:53.235376 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:53.257971 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Project b3cd7b1367a343b2876c228b77c49561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:06:53.268022 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.359254 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.364757 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.368555 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-fdc31e13-f6f8-483e-8691-a8f0d1aa7e87 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:53.403369 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2425432-046e-45d6-975d-be823fd65d33,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.410020 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:53.415868 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.419977 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-73ed20ce-3953-4d8d-a24b-754726749c0e tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2304351 May 10 20:06:53.422090 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40794) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:53.431186 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'security_group_rule': {'security_group_id': '1655be1e-50b7-4a05-b75a-14a3280f4002', 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:53.444778 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:53.450265 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Usage tracker for resource:security_group_rule and tenant:b3cd7b1367a343b2876c228b77c49561 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:53.453868 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:53.466942 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:53.471317 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c7f54d93-4004-433e-98bc-23425648fcf3 req-fde19e92-2b81-4677-8311-eecd95329935 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076067 May 10 20:06:53.487403 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Project b3cd7b1367a343b2876c228b77c49561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:06:53.507366 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.523580 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-db65cd28-dd93-440c-949a-412a8a145751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:53.525087 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-db65cd28-dd93-440c-949a-412a8a145751 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.6687238 May 10 20:06:53.602366 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-95c8ac2c-a42d-4b8b-8550-cf00ef766fc7 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282548 May 10 20:06:53.767585 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.786746 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.791053 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-07a2c8bb-8e40-4981-a5d4-42ace2a65377 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:53.836178 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efbaf44-5827-4ba6-8251-81e68ef22d2a,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.849918 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:53.879644 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.886550 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4573557 May 10 20:06:54.073256 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794bf18-f6a4-4048-a786-6eeb6c654980 req-f3bf0def-46be-449e-beca-13b6bd4a3a87 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:54.076229 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c794bf18-f6a4-4048-a786-6eeb6c654980 req-f3bf0def-46be-449e-beca-13b6bd4a3a87 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 1.3314607 May 10 20:06:54.092689 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-639502f9-56f4-4129-9afa-a9852433dcce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 1001 time: 0.5503356 May 10 20:06:54.467400 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c794bf18-f6a4-4048-a786-6eeb6c654980 req-1822c448-ead8-4f21-b0e3-7fdb0c143234 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736579 May 10 20:06:54.470407 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-d267f079-6364-4a5a-9e60-08b0889033c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:54.473465 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-d267f079-6364-4a5a-9e60-08b0889033c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.1380982 May 10 20:06:54.652915 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7f91379-2452-49d0-9aa2-2b92fdab2239 req-bdc2f00f-2895-471b-9889-b48926f194d8 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234513 May 10 20:06:54.697357 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550087e-f092-4b8a-a13b-bfd28c5d27ac req-7710cd8a-4560-45ab-86b0-b66c52838a68 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:54.705118 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e550087e-f092-4b8a-a13b-bfd28c5d27ac req-7710cd8a-4560-45ab-86b0-b66c52838a68 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.8802176 May 10 20:06:54.793846 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e550087e-f092-4b8a-a13b-bfd28c5d27ac req-1b8ce7ac-8b4d-4fe6-b67a-4d07c1ce0afc tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876734 May 10 20:06:54.844661 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-ebf92f4c-8ce9-4c94-8b6a-362ed8870dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:54.846322 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-ebf92f4c-8ce9-4c94-8b6a-362ed8870dc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3593895 May 10 20:06:55.105465 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30694193-4b27-4ef3-8d56-9064011ee79b req-45920f7c-71b8-495e-b6cd-1409812840b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192645894&fields=id&tenant_id=b3cd7b1367a343b2876c228b77c49561 HTTP/1.1" status: 200 len: 267 time: 0.1002452 May 10 20:06:55.361003 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-b03994de-e4c2-43f8-8cb1-8a29c757bc99 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045390 May 10 20:06:55.369092 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30694193-4b27-4ef3-8d56-9064011ee79b req-9aaa63d3-0b70-42b6-8896-02e08cd4c3f6 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:55.377775 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30694193-4b27-4ef3-8d56-9064011ee79b req-9aaa63d3-0b70-42b6-8896-02e08cd4c3f6 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.2553196 May 10 20:06:55.443769 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'port': {'security_groups': ['9b3379c3-1f9f-4cbb-91cd-620d4a2d4279', '1655be1e-50b7-4a05-b75a-14a3280f4002']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:55.871666 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.023135 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-097254da-5bf7-4467-b13a-0ef8916dc689 req-40fd0c43-386b-478a-a66f-cc14d546342c service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394060 May 10 20:06:56.188317 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfee2f4-f0cf-4b56-a8c5-71937c4e8c34 req-601ef333-740b-4314-8a92-acce84390c3f tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:56.190696 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7bfee2f4-f0cf-4b56-a8c5-71937c4e8c34 req-601ef333-740b-4314-8a92-acce84390c3f tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.3820150 May 10 20:06:56.384852 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7bfee2f4-f0cf-4b56-a8c5-71937c4e8c34 req-0eb6a30d-4b2f-422e-9c70-85c4f27c3878 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709530 May 10 20:06:56.578175 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:56.693492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.702136 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.716341 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['f3958396-54b1-4657-9337-4eb0de079269'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:56.719954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d111c7a9-6854-47cc-ad0a-d11151578faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:57.246993 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=6']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:57.291072 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:57.351376 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:57.352830 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:57.369402 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30694193-4b27-4ef3-8d56-9064011ee79b req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "PUT /v2.0/ports/f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 982 time: 1.9895315 May 10 20:06:57.370564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:57.703098 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['f3958396-54b1-4657-9337-4eb0de079269'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:57.828902 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801e53-b8c6-423b-9256-dcdc8014d6f6 req-5560782d-beed-43fc-ac97-afc23e781df1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:57.845777 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-83801e53-b8c6-423b-9256-dcdc8014d6f6 req-5560782d-beed-43fc-ac97-afc23e781df1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.3692610 May 10 20:06:57.895333 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed414-b336-4ba8-92a2-e2831268105c req-3a44d7d2-2485-4aa1-979f-5a812e70bd7c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:57.897417 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-458ed414-b336-4ba8-92a2-e2831268105c req-3a44d7d2-2485-4aa1-979f-5a812e70bd7c tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.2709811 May 10 20:06:57.937427 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-78b30f94-d056-4a01-918c-861224226c93 None None] Provisioning complete for port f3958396-54b1-4657-9337-4eb0de079269 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:57.939624 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-78b30f94-d056-4a01-918c-861224226c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:57.977466 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-83801e53-b8c6-423b-9256-dcdc8014d6f6 req-2c6d221d-41d9-4f00-81a5-a751976d0ebe tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281135 May 10 20:06:58.074811 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-458ed414-b336-4ba8-92a2-e2831268105c req-5d0b114d-dba9-4efd-a2be-c1dc66ffb5bd tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455235 May 10 20:06:58.133299 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'status': 'completed', 'code': 200} May 10 20:06:58.349658 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-4afbc081-c8c6-4b45-8825-bc6e8984b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:58.351051 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-4afbc081-c8c6-4b45-8825-bc6e8984b9f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1138 time: 0.1817310 May 10 20:06:59.126622 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570cc72-fef8-4243-8e87-4786bd080dde req-b734ef8c-ed31-49d2-8b1e-c2deb2a46197 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.140545 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2570cc72-fef8-4243-8e87-4786bd080dde req-b734ef8c-ed31-49d2-8b1e-c2deb2a46197 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.7335746 May 10 20:06:59.170459 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-d35944bf-f14c-49c7-9328-3b7bdfcc2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.172410 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-d35944bf-f14c-49c7-9328-3b7bdfcc2691 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.8139734 May 10 20:06:59.314868 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-133ff62a-9148-40ac-9707-bcacd0855fd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 1001 time: 0.1257434 May 10 20:06:59.330461 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fc8dc-e52c-450a-a435-55f2fa751e11 req-943828f4-74a1-4608-be2b-3bff89173c14 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.332935 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-656fc8dc-e52c-450a-a435-55f2fa751e11 req-943828f4-74a1-4608-be2b-3bff89173c14 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.7047489 May 10 20:06:59.383879 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2570cc72-fef8-4243-8e87-4786bd080dde req-cf5e77ed-c040-4ea7-b299-87fecf37195d tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2387772 May 10 20:06:59.463451 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-ff7b5191-af69-4c47-8ebc-83716c29bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.466276 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-ff7b5191-af69-4c47-8ebc-83716c29bfd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.1293585 May 10 20:06:59.572679 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-656fc8dc-e52c-450a-a435-55f2fa751e11 req-4b2b55ac-11fe-4bed-ba8b-3b20e5a8cb7a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973770 May 10 20:06:59.730577 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-8263c79a-ab2a-4be3-9019-4332730438dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.732408 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-8263c79a-ab2a-4be3-9019-4332730438dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2490578 May 10 20:07:00.039483 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b85b67-1498-4c57-ae5a-2dcb3c9336f5 req-340297b5-a21e-444f-90ed-1ec0b915f310 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:00.052411 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-27b85b67-1498-4c57-ae5a-2dcb3c9336f5 req-340297b5-a21e-444f-90ed-1ec0b915f310 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.4287724 May 10 20:07:00.249472 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-27b85b67-1498-4c57-ae5a-2dcb3c9336f5 req-26b37029-b744-44b8-85d1-f41dc8538fc0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882060 May 10 20:07:00.265480 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-4907a525-f918-4f83-8991-876b596a6245 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217795 May 10 20:07:00.349027 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c425-15f4-4cae-879b-738fdf870521 req-82014ca5-35fc-445a-88af-2c27321a63f4 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:00.365857 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6001c425-15f4-4cae-879b-738fdf870521 req-82014ca5-35fc-445a-88af-2c27321a63f4 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.4671230 May 10 20:07:00.630235 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c04febf8-82a1-4804-b27b-1cd7305bf658 req-b2730d96-14e6-4d47-b534-07169f8ad8db service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408563 May 10 20:07:00.652675 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6001c425-15f4-4cae-879b-738fdf870521 req-8f5cee7a-1d4b-4c3f-ade2-d68688765253 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855215 May 10 20:07:01.795164 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38404f-f6a4-456e-8820-fa912a2c0234 req-6be79363-f45e-402f-80d5-da712bcc0819 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:01.797700 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c38404f-f6a4-456e-8820-fa912a2c0234 req-6be79363-f45e-402f-80d5-da712bcc0819 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2374649 May 10 20:07:01.915196 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c38404f-f6a4-456e-8820-fa912a2c0234 req-2173f663-e799-42dc-8c61-ca42997323ee tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042953 May 10 20:07:02.100812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d4ac-7358-4e7b-972e-1030053249b6 req-a6667d60-d8f1-4677-b3c6-247bd77bb1a9 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:02.103210 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-37c1d4ac-7358-4e7b-972e-1030053249b6 req-a6667d60-d8f1-4677-b3c6-247bd77bb1a9 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1795659 May 10 20:07:02.200802 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-37c1d4ac-7358-4e7b-972e-1030053249b6 req-9c8c7a15-ec84-4812-b729-680a3fe50ca0 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879219 May 10 20:07:03.298843 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157450e1-2b39-43b3-a9d9-f8854e5a9c72 req-8a73f137-b6ba-4d2b-a343-3271d136c31c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:03.302423 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-157450e1-2b39-43b3-a9d9-f8854e5a9c72 req-8a73f137-b6ba-4d2b-a343-3271d136c31c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.1937687 May 10 20:07:03.398351 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-157450e1-2b39-43b3-a9d9-f8854e5a9c72 req-5ce03ee6-a3eb-42b1-b592-e7ccb0964cfd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892954 May 10 20:07:03.546773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50350a76-8d54-47da-9c14-abc65947182b req-c0591400-46b0-4475-b2fa-5c40bfae3d30 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:03.548568 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50350a76-8d54-47da-9c14-abc65947182b req-c0591400-46b0-4475-b2fa-5c40bfae3d30 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1399484 May 10 20:07:03.717912 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50350a76-8d54-47da-9c14-abc65947182b req-430146c6-9e2e-4d37-b15e-419f9bc2b0cb tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eff8ad1-2869-4d07-b370-bc4f1636cf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570168 May 10 20:07:03.793757 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-3dfd7c36-7522-4c2a-844c-8118aec8943b tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:03.796349 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-3dfd7c36-7522-4c2a-844c-8118aec8943b tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 945 time: 0.1696455 May 10 20:07:03.994796 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Deleting port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:07:03.995148 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.082813 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.183400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] For port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:04.184043 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.535468 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Calling delete_port for 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:07:04.775529 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dff5d4-0b6c-4408-9e1e-9cb834eff855 req-f804c930-b52b-45b4-ba33-2f20df2944bc tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.777165 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f0dff5d4-0b6c-4408-9e1e-9cb834eff855 req-f804c930-b52b-45b4-ba33-2f20df2944bc tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.2017276 May 10 20:07:04.884345 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.908902 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6d75de5c-ba96-4bc4-8d3f-eb0277508526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:05.056694 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f0dff5d4-0b6c-4408-9e1e-9cb834eff855 req-99efe140-a326-40bb-a41e-354016fb7963 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388959 May 10 20:07:05.071592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Pushing event deleted for resources: {'Port': ['ID=1d34c73d-a544-4791-ac3c-9bdcf3a4b314,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:05.081938 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f03da986-c72c-4219-a7b5-0c545a40398d req-92c5c677-b3b8-4ffa-8547-feefbffb34b3 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28b957-19ef-4143-81df-b76c5ae4f8fe HTTP/1.1" status: 200 len: 210 time: 0.1863470 May 10 20:07:05.132321 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:05.213357 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] No DVR routers for this DVR port 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:07:05.216358 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:05.219103 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'name': 'network-vif-deleted', 'tag': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:05.248011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626815d2-8b87-4e3f-86cd-73561609a70d req-72d70e2d-2f68-4bc6-a615-7936dbbe9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:05.250661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-72d70e2d-2f68-4bc6-a615-7936dbbe9a97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1099 time: 0.4699712 May 10 20:07:05.292143 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5e579bc9-6609-4175-aec2-191a34fcde19 req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] 10.222.0.73 "DELETE /v2.0/ports/1d34c73d-a544-4791-ac3c-9bdcf3a4b314 HTTP/1.1" status: 204 len: 173 time: 1.4902148 May 10 20:07:05.358609 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c28b957-19ef-4143-81df-b76c5ae4f8fe', 'name': 'network-vif-deleted', 'tag': '1d34c73d-a544-4791-ac3c-9bdcf3a4b314', 'status': 'completed', 'code': 200} May 10 20:07:05.476890 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626815d2-8b87-4e3f-86cd-73561609a70d req-bf26f1a2-1ef2-4243-b925-909210ea4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:05.479699 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-bf26f1a2-1ef2-4243-b925-909210ea4b9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.2215905 May 10 20:07:05.673701 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-6af0d563-91dd-42d9-9455-7d1ca984a6cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 1001 time: 0.1805439 May 10 20:07:05.773787 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626815d2-8b87-4e3f-86cd-73561609a70d req-579e9fca-b5f4-4921-8a85-348d5214b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:05.775396 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-579e9fca-b5f4-4921-8a85-348d5214b264 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0901368 May 10 20:07:05.893996 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:05.914526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626815d2-8b87-4e3f-86cd-73561609a70d req-2f0a1e35-6a46-4a16-ad83-71c0e31668ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:05.917770 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-2f0a1e35-6a46-4a16-ad83-71c0e31668ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1351106 May 10 20:07:05.990881 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:07:05.992004 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 1d34c73d-a544-4791-ac3c-9bdcf3a4b314 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:07:05.993049 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:06.354168 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:06.363598 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 40966) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:06.380893 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-d203a409-4033-49a9-b274-2c52c7702907 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535947 May 10 20:07:06.408533 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:06.428343 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:06.436124 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:06.444081 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:06.538475 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'code': 200} May 10 20:07:06.590031 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=8']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:06.593858 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-626815d2-8b87-4e3f-86cd-73561609a70d req-a03ba607-3616-4a97-b43c-ec1c2dc372e7 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049286 May 10 20:07:06.596576 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:06.650559 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d731b4-a93c-4931-846f-858d30a19c91 req-5740e08f-03b3-4dea-b944-96b9f6531a12 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:06.652062 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3d731b4-a93c-4931-846f-858d30a19c91 req-5740e08f-03b3-4dea-b944-96b9f6531a12 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 946 time: 0.3622165 May 10 20:07:06.714135 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3d731b4-a93c-4931-846f-858d30a19c91 req-702aed9b-3013-43d6-897f-01e96db99298 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550516 May 10 20:07:07.231208 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.064388 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Deleting port 63cf87d1-5c9b-4b00-8343-09cd348b00f1 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:07:08.066164 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.232106 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac6431-33e6-43e2-b1a9-ae62a1944912 req-08f4063b-3651-49e1-96fa-72fbf3f22eff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:08.234175 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1dac6431-33e6-43e2-b1a9-ae62a1944912 req-08f4063b-3651-49e1-96fa-72fbf3f22eff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1355305 May 10 20:07:08.239370 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] For port 63cf87d1-5c9b-4b00-8343-09cd348b00f1, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=63cf87d1-5c9b-4b00-8343-09cd348b00f1,segment=NetworkSegment(e04c4bb3-c54e-44c8-b8eb-84ea968e3818),segment_id=e04c4bb3-c54e-44c8-b8eb-84ea968e3818)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:08.239866 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.308800 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1dac6431-33e6-43e2-b1a9-ae62a1944912 req-a706a5dc-f047-473f-9235-4c75d8d00f11 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638652 May 10 20:07:08.378385 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Calling delete_port for 63cf87d1-5c9b-4b00-8343-09cd348b00f1 owned by network:router_interface {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:07:08.575968 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-403eba3b-9416-4f14-a73d-865aec969298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.862775 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.871397 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:08.977652 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-6314c12f-faf9-4c26-bd69-1dbd262c2da2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1535339 May 10 20:07:08.979002 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cf87d1-5c9b-4b00-8343-09cd348b00f1,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:09.094618 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:09.238117 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-248c6ebf-cd2b-4193-b737-b102244fcf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:09.239613 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-248c6ebf-cd2b-4193-b737-b102244fcf17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1097 time: 0.1194324 May 10 20:07:09.402946 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.571022 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-97071121-de9c-498e-a0aa-a9a4422b870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:09.572671 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-97071121-de9c-498e-a0aa-a9a4422b870d service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.3093305 May 10 20:07:09.697159 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be36481-1d44-4bea-af8d-570b93973aef req-ac1c05b1-bc4e-4e6f-a799-f3e78e0a6242 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:09.698673 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2be36481-1d44-4bea-af8d-570b93973aef req-ac1c05b1-bc4e-4e6f-a799-f3e78e0a6242 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.2330382 May 10 20:07:09.747746 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-55ebfe26-bca3-4a3a-99a4-59ca6ceb1458 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 999 time: 0.1641741 May 10 20:07:09.813228 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2be36481-1d44-4bea-af8d-570b93973aef req-5371907e-7231-45a5-889d-02d42a8fa929 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011631 May 10 20:07:09.850934 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-e9da9edc-dd3f-49ff-90ef-ce75678d1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:09.853146 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-e9da9edc-dd3f-49ff-90ef-ce75678d1a25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0924366 May 10 20:07:10.060006 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-a144a80e-bcca-416b-b0b6-b77a5b762e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:10.061874 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-a144a80e-bcca-416b-b0b6-b77a5b762e88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1992946 May 10 20:07:10.149488 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Router e31e0c6c-17d1-40fb-8530-3ff020355b22 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:07:10.341120 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-be1a3fb0-b096-4438-80a1-7bf74929f762 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716374 May 10 20:07:10.544717 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:07:10.560940 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] Sync routers for ids ['e31e0c6c-17d1-40fb-8530-3ff020355b22'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:10.599297 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] Routers {'e31e0c6c-17d1-40fb-8530-3ff020355b22'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:07:10.600332 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:06:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e31e0c6c-17d1-40fb-8530-3ff020355b22'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:10.605618 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] 10.222.0.48 "PUT /v2.0/routers/e31e0c6c-17d1-40fb-8530-3ff020355b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2362347 May 10 20:07:10.607600 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41014) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:10.630552 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8957524a-4c88-44a9-88cb-f14f35ee3411 req-25f91a8f-3894-4311-99f8-ea34ff048352 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805004 May 10 20:07:10.849535 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41022) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:11.019003 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.052011 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] Set router e31e0c6c-17d1-40fb-8530-3ff020355b22 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:07:11.166004 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.247254 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-31a64baf-97b0-47ac-9c95-3f59d3bcecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.266208 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:11.280679 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4e252185e24aa1a09d823213904331 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:11.289057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:11.322936 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:11.350958 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.376413 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.482446 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.488875 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.498238 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-238d81b0-351b-415a-a8c2-ad37dcf872c5 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:11.505848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Deleting port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:07:11.506467 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.548096 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556219a3-75ea-4f65-8f03-322537ea6f05,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:11.584292 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.584743 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.585366 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.586194 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.586765 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.587353 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.587984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.588555 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.589156 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.589896 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.590281 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.590842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:11.602139 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c4e252185e24aa1a09d823213904331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503927 May 10 20:07:11.603612 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:11.612807 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41036) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:11.716521 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.761282 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.818711 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] For port f2ceb1b7-7056-40f0-b3c0-191b0578bf1c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:11.818711 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.821600 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:07:08Z', 'revision_number': 5, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port': {'id': 'f2ceb1b7-7056-40f0-b3c0-191b0578bf1c', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:58Z', 'updated_at': '2021-05-10T20:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:11.827726 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] Checking router: e31e0c6c-17d1-40fb-8530-3ff020355b22 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:11.878535 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:07:11.881418 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] Routers {'e31e0c6c-17d1-40fb-8530-3ff020355b22'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:07:11.882581 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:07:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e31e0c6c-17d1-40fb-8530-3ff020355b22'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:11.906903 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:11.928491 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.955868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e1e01a56-e82d-4435-aa39-21b35fb1f6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:11.985424 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556219a3-75ea-4f65-8f03-322537ea6f05,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:11.989984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:12.008799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:12.013608 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-1590bd90-8953-4de7-84b2-86bcb860f8f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/556219a3-75ea-4f65-8f03-322537ea6f05 HTTP/1.1" status: 204 len: 168 time: 0.3990014 May 10 20:07:12.092911 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff7ca-edf1-4397-b400-876dd8cebbc0 req-85168300-6982-49cb-912f-8c3aa51c09c9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:12.095109 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c3ff7ca-edf1-4397-b400-876dd8cebbc0 req-85168300-6982-49cb-912f-8c3aa51c09c9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.2355871 May 10 20:07:12.121499 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] Set router e31e0c6c-17d1-40fb-8530-3ff020355b22 gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:07:12.227659 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c3ff7ca-edf1-4397-b400-876dd8cebbc0 req-673126b9-1994-4ac9-bd90-43113f4d73e7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173639 May 10 20:07:12.254751 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:12.284779 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Calling delete_port for f2ceb1b7-7056-40f0-b3c0-191b0578bf1c owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:07:12.303626 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:07:11Z', 'revision_number': 6, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:12.311316 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b48361-d6c4-4283-a014-98c820d04b9b None None] The sync data for ids ['e31e0c6c-17d1-40fb-8530-3ff020355b22'] in dv-cinder-788365-3-smb is: [{'id': 'e31e0c6c-17d1-40fb-8530-3ff020355b22', 'name': 'tempest-ServerRescueNegativeTestJSON-2072382977-router', 'tenant_id': 'b077d01980574f7d98e591ac0168f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:56Z', 'updated_at': '2021-05-10T20:07:11Z', 'revision_number': 6, 'project_id': 'b077d01980574f7d98e591ac0168f068', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:12.593457 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:12.607483 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:12.711771 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ceb1b7-7056-40f0-b3c0-191b0578bf1c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:12.806613 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41058) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:12.810014 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:12.855437 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:12.885360 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:12.891659 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Usage tracker for resource:security_group_rule and tenant:6f436de23f8748f48eb362b6f6352a49 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:12.896772 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:12.916218 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:12.942276 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.048135 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.054271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.070388 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f7452226-c296-4678-a802-07f53152bde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:13.135820 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f436de23f8748f48eb362b6f6352a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250711 May 10 20:07:13.135820 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d96c7-f639-4ca6-8984-7d89a7018974,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:13.139155 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41070) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:13.143807 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:13.184479 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41074) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:13.255186 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.345113 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.348021 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.351742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.448783 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-82f7fff3-ef57-4ed7-97db-544d4ff913b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2624056 May 10 20:07:13.493600 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.494248 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31e0c6c-17d1-40fb-8530-3ff020355b22 {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:07:13.508403 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.509811 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e31e0c6c-17d1-40fb-8530-3ff020355b22 HTTP/1.1" status: 204 len: 168 time: 2.9020431 May 10 20:07:13.516079 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41084) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:13.538839 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.543609 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2486f085-8364-4f19-989d-49d3ae1ef774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:13.563032 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d96c7-f639-4ca6-8984-7d89a7018974,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:13.568524 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:13.585442 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.587246 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b4d96c7-f639-4ca6-8984-7d89a7018974 HTTP/1.1" status: 204 len: 168 time: 0.4465489 May 10 20:07:13.598887 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Deleting subnet 7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:07:13.615643 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.653961 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072bff8-5527-435e-9bd7-3612b87b475a req-d0052fd6-ab49-446e-8e3f-67bce1d394a7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:13.657175 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9072bff8-5527-435e-9bd7-3612b87b475a req-d0052fd6-ab49-446e-8e3f-67bce1d394a7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.2038391 May 10 20:07:13.703012 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.761454 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:13.770478 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9072bff8-5527-435e-9bd7-3612b87b475a req-6db5c7e5-7f10-4a09-857a-bc4448bc4c16 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038351 May 10 20:07:13.881499 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.207520 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f2ceb1b7-7056-40f0-b3c0-191b0578bf1c no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:14.273522 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: f2ceb1b7-7056-40f0-b3c0-191b0578bf1c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:07:14.274128 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f2ceb1b7-7056-40f0-b3c0-191b0578bf1c not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:07:14.274828 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 63cf87d1-5c9b-4b00-8343-09cd348b00f1 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:14.317762 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.328989 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-34f3b999-afd2-468e-860b-40b0fb212e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:14.332834 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 63cf87d1-5c9b-4b00-8343-09cd348b00f1 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:07:14.333197 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 63cf87d1-5c9b-4b00-8343-09cd348b00f1 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:07:14.391284 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:14.394474 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:14.395465 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.403017 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1b155a14-d01c-40ce-a5b0-22aee9ff40ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7fbe9cb2-11e1-44c8-8b12-7fd6fc70371f HTTP/1.1" status: 204 len: 168 time: 0.8855124 May 10 20:07:14.405387 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41106) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:14.528494 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.734768 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.753552 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd13dd9e-8ed2-44ea-9103-22b46f77e008']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:14.769405 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:14.769754 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04c4bb3-c54e-44c8-b8eb-84ea968e3818') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:14.786746 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.805791 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.816552 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:07:14.816990 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:07:14.836643 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:07:15.009671 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.017830 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:15.044543 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.070165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd13dd9e-8ed2-44ea-9103-22b46f77e008,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:15.098378 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:15.111659 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-45f3bf23-74f8-40a9-91ed-e2bea4360406 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd13dd9e-8ed2-44ea-9103-22b46f77e008 HTTP/1.1" status: 204 len: 168 time: 0.7047057 May 10 20:07:15.186180 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f9da-286e-4888-95e7-3d601dd4c45e req-98871133-1ece-484e-9b1a-2f29087b70c3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:15.189521 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75a4f9da-286e-4888-95e7-3d601dd4c45e req-98871133-1ece-484e-9b1a-2f29087b70c3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1566343 May 10 20:07:15.290575 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75a4f9da-286e-4888-95e7-3d601dd4c45e req-f98657e2-071c-47c2-b1be-1887b95071c4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890448 May 10 20:07:15.362563 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41142) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:15.465317 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-99b236e7-dc32-4dc7-a300-241a2d1cbbe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b077d01980574f7d98e591ac0168f068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974724 May 10 20:07:15.465738 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41146) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:15.572401 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.606695 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.681729 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.686203 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-701d1b01-6caf-4904-bf0a-321322616bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:15.701735 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff8ad1-2869-4d07-b370-bc4f1636cf2e,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:15.704540 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:15.714448 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.718416 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eff8ad1-2869-4d07-b370-bc4f1636cf2e HTTP/1.1" status: 204 len: 168 time: 0.2490447 May 10 20:07:15.977872 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-7bcc1489-9891-4325-b680-4d0a71f1f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:15.979764 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-7bcc1489-9891-4325-b680-4d0a71f1f4c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927&tenant_id=107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 1097 time: 0.1143622 May 10 20:07:16.117630 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-7eeb283f-29a0-4621-bb34-b8337fd9a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:16.120027 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-7eeb283f-29a0-4621-bb34-b8337fd9a67d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1097 time: 0.1065586 May 10 20:07:16.381165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41174) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:16.417148 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-6b3d8bd1-bc3d-4c01-99f3-e11ab8885ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:16.419919 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-6b3d8bd1-bc3d-4c01-99f3-e11ab8885ed2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.2925565 May 10 20:07:16.687784 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:16.696340 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-b7e82fc8-daa9-4275-acf2-c4e66d56ccb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 200 len: 999 time: 0.2682755 May 10 20:07:16.712403 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:16.717817 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1562e340c840e698dc71ecae923caa is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:16.721384 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:16.731194 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:16.766038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d51c5-7d6b-414e-b47e-be8e3763628d req-551000ac-8031-4c52-a2ce-744b383ebceb tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:16.767598 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-747d51c5-7d6b-414e-b47e-be8e3763628d req-551000ac-8031-4c52-a2ce-744b383ebceb tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.2259645 May 10 20:07:16.821085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-8101f116-74b5-41d2-bf00-e7fb83831e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:16.822654 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-8101f116-74b5-41d2-bf00-e7fb83831e30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.1194618 May 10 20:07:16.854725 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:16.860434 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:16.873405 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-87a64cec-d90b-48ac-b215-64c242ed3383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:16.906358 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-747d51c5-7d6b-414e-b47e-be8e3763628d req-0783798f-627e-4e3e-a3ea-672a47a1f606 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180699 May 10 20:07:16.934658 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-b2aec8cc-eb86-44bd-ab58-bbdd12832955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:16.936590 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-b2aec8cc-eb86-44bd-ab58-bbdd12832955 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1069160 May 10 20:07:16.939061 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d1562e340c840e698dc71ecae923caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562689 May 10 20:07:16.942750 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca989df9-e529-4e16-86dc-8c20e07a9a22,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:16.943521 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41194) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:16.968774 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:17.156876 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.189321 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-bdd1cbe6-c1fe-43a7-91f3-83c98aeb4f32 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406468 May 10 20:07:17.240779 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.497831 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-f02ff4d0-4106-4c77-a8e6-e9613cce8222 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916350 May 10 20:07:17.505825 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.515138 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fe81561c-2c03-497e-9e79-6d2a1496c693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:17.537028 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca989df9-e529-4e16-86dc-8c20e07a9a22,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:17.540411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.544039 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca989df9-e529-4e16-86dc-8c20e07a9a22 HTTP/1.1" status: 204 len: 168 time: 0.5972290 May 10 20:07:17.544039 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:18.248610 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d8d16-73ce-4e87-a551-7a35b83b15cd req-c78b9d45-3fee-4223-b5ff-ee0d5811cd78 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:18.260538 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b54d8d16-73ce-4e87-a551-7a35b83b15cd req-c78b9d45-3fee-4223-b5ff-ee0d5811cd78 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1523380 May 10 20:07:18.364665 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b54d8d16-73ce-4e87-a551-7a35b83b15cd req-e5a97642-efd5-497b-9ff9-90c3e922494d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015897 May 10 20:07:19.831775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0d76-add4-4f7a-b9d0-724a8f8f7c6f req-a0eab11e-e4e5-439c-9842-c8ca621b74c0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:19.837033 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-478f0d76-add4-4f7a-b9d0-724a8f8f7c6f req-a0eab11e-e4e5-439c-9842-c8ca621b74c0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1576777 May 10 20:07:19.863165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41282) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:19.938387 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-478f0d76-add4-4f7a-b9d0-724a8f8f7c6f req-028aeadd-b9dc-4c0f-a367-706a16defcd5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899558 May 10 20:07:20.113464 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.140639 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:20.149791 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Usage tracker for resource:security_group_rule and tenant:6df5070619b64d12bd92e0f1497121ea is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:20.155756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:20.168074 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:20.427139 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.434225 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.442295 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1003d7ee-0206-4449-834a-ca02c933bf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:20.512644 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6df5070619b64d12bd92e0f1497121ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473126 May 10 20:07:20.513965 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41300) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:20.514537 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae941cb-1a0b-4811-b4c6-6180cd1d4a10,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:20.518881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:20.620488 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.662642 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.750262 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.757551 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e3bb8a23-a8c0-4509-a9cc-dc6382125b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:20.776809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae941cb-1a0b-4811-b4c6-6180cd1d4a10,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:20.781118 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:20.798938 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:20.801366 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cae941cb-1a0b-4811-b4c6-6180cd1d4a10 HTTP/1.1" status: 204 len: 168 time: 0.2844844 May 10 20:07:21.252535 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb723e-9505-4d72-9324-af2ef83872cc req-93cbf809-b91f-4155-8c51-f4c50ca4170a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:21.254288 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e8cb723e-9505-4d72-9324-af2ef83872cc req-93cbf809-b91f-4155-8c51-f4c50ca4170a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1247721 May 10 20:07:21.326838 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e8cb723e-9505-4d72-9324-af2ef83872cc req-a2c157a3-18ad-4e53-9bbe-7b7f186b1e9d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615880 May 10 20:07:22.711036 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94769-0ae2-4381-b21b-5c69150dd0b1 req-60ad2468-4650-45a3-af5d-397abde65a00 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:22.713236 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1ba94769-0ae2-4381-b21b-5c69150dd0b1 req-60ad2468-4650-45a3-af5d-397abde65a00 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1614618 May 10 20:07:22.778954 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1ba94769-0ae2-4381-b21b-5c69150dd0b1 req-b8e5b38f-0384-496b-a6b2-9dcd5bc90012 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586772 May 10 20:07:24.020086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f0fca-60fa-43f7-83d3-5bbfdf501c91 req-4288d2d1-f609-48c4-8357-2aba667da11e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:24.022552 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-104f0fca-60fa-43f7-83d3-5bbfdf501c91 req-4288d2d1-f609-48c4-8357-2aba667da11e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1079566 May 10 20:07:24.100287 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-104f0fca-60fa-43f7-83d3-5bbfdf501c91 req-aff1571d-d74b-479f-b945-ae2d59fbee8c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703645 May 10 20:07:24.881090 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41366) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:25.091487 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.120596 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:25.126538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Usage tracker for resource:security_group_rule and tenant:b3e5c391c2614c3abe2e3044615a7458 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:25.131541 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:25.139729 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:25.268840 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.309252 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.329151 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d865fef3-5631-4202-bcf7-cccfa144be7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:25.384274 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0d498-ea39-43f6-b838-25ac0fec1474,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:25.386685 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:25.400061 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3e5c391c2614c3abe2e3044615a7458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151372 May 10 20:07:25.402469 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41374) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:25.451330 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b6658-c3d5-4c05-9ee9-2043f0e76daf req-fb98fca4-421f-40ea-8a12-f7354e7300b4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.454192 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-891b6658-c3d5-4c05-9ee9-2043f0e76daf req-fb98fca4-421f-40ea-8a12-f7354e7300b4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1829450 May 10 20:07:25.506286 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.524394 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-891b6658-c3d5-4c05-9ee9-2043f0e76daf req-0521c951-7088-4d14-a7cf-ec354810e988 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615110 May 10 20:07:25.540560 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.614805 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.620166 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7706465c-e7e6-4371-a979-ed651045379b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:25.637023 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0d498-ea39-43f6-b838-25ac0fec1474,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:25.651129 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.656984 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.657756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.658136 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.658509 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.659416 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.659874 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.660375 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.660779 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.661414 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.661839 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.662191 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.671616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:25.672602 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.675350 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8aa0d498-ea39-43f6-b838-25ac0fec1474 HTTP/1.1" status: 204 len: 168 time: 0.2689135 May 10 20:07:26.875283 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e5625-8d48-48a2-82e7-34dc3be0610b req-d903b2cd-1449-41c1-ae4b-d7d395abc8b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:26.888089 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-857e5625-8d48-48a2-82e7-34dc3be0610b req-d903b2cd-1449-41c1-ae4b-d7d395abc8b5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1510463 May 10 20:07:26.984604 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-857e5625-8d48-48a2-82e7-34dc3be0610b req-8c6dc988-bc4e-4e79-84b4-04a6a15f1d84 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944488 May 10 20:07:28.384548 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9a68-19fb-4564-be48-d32a06af2fdd req-f5c7a5be-518c-4792-a064-95a6e7a0849a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:28.386994 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0aca9a68-19fb-4564-be48-d32a06af2fdd req-f5c7a5be-518c-4792-a064-95a6e7a0849a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.2127028 May 10 20:07:28.442979 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0aca9a68-19fb-4564-be48-d32a06af2fdd req-b72cc80e-0351-42e6-be1a-233a7ff3b5d1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468626 May 10 20:07:29.682457 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897de61-2423-4dec-b3ff-75a075b4975c req-cd77e085-46a7-4204-9ceb-4079cf176b00 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:29.684307 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9897de61-2423-4dec-b3ff-75a075b4975c req-cd77e085-46a7-4204-9ceb-4079cf176b00 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.0980451 May 10 20:07:29.737964 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9897de61-2423-4dec-b3ff-75a075b4975c req-3c6169b0-889e-4d17-bfa0-bc1bd2f65ada tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 May 10 20:07:30.971931 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41460) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:30.994033 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0f72-f2e6-430b-b656-9ea5971a974e req-c76fc9b3-3337-4d71-adb8-6cc182058266 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:30.995569 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-128d0f72-f2e6-430b-b656-9ea5971a974e req-c76fc9b3-3337-4d71-adb8-6cc182058266 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1036756 May 10 20:07:31.057101 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-128d0f72-f2e6-430b-b656-9ea5971a974e req-d91f1e73-2e43-4eea-b0c8-3177130302ce tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547476 May 10 20:07:31.151007 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.166630 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:31.170852 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a53f8c947d4f59810012f156039edb is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:31.174114 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:31.182200 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:31.296804 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.302434 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.318601 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-43cc70f0-6eb9-46d7-b234-c41b901337c8 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:31.374965 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7a53f8c947d4f59810012f156039edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019105 May 10 20:07:31.377144 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1803390-9aa0-43fd-8e68-f5a5c2974f44,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:31.379547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41470) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:31.382336 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:31.478614 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.522088 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.598144 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.602806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3e5f7112-3caa-4c78-a58a-f8aad3be20d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:31.618108 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1803390-9aa0-43fd-8e68-f5a5c2974f44,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:31.622596 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:31.629393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.630773 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1803390-9aa0-43fd-8e68-f5a5c2974f44 HTTP/1.1" status: 204 len: 168 time: 0.2500927 May 10 20:07:32.360001 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5742f-fd1f-4e1f-b478-7b51e2a2180e req-9c24aaf6-bb33-489f-b14e-249afcdf7561 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:32.363189 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6a5742f-fd1f-4e1f-b478-7b51e2a2180e req-9c24aaf6-bb33-489f-b14e-249afcdf7561 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1394258 May 10 20:07:32.415365 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f6a5742f-fd1f-4e1f-b478-7b51e2a2180e req-7f6ec305-a94c-4274-966e-32771f5f4ebe tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 May 10 20:07:33.655210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e21f8-9ec0-4109-ba75-9bf950bf5c2a req-7ff1a853-9152-4145-9048-5d2e623288bb tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:33.656941 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d30e21f8-9ec0-4109-ba75-9bf950bf5c2a req-7ff1a853-9152-4145-9048-5d2e623288bb tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1078770 May 10 20:07:33.720005 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d30e21f8-9ec0-4109-ba75-9bf950bf5c2a req-87b374be-737e-4906-8f72-7e5f8064def9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561602 May 10 20:07:34.075370 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:34.997168 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013981a-140f-431a-98c2-8c0a829a149d req-b5973380-8361-46de-9956-ebcee81d97f1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:34.999173 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4013981a-140f-431a-98c2-8c0a829a149d req-b5973380-8361-46de-9956-ebcee81d97f1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.0960243 May 10 20:07:35.076754 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4013981a-140f-431a-98c2-8c0a829a149d req-aee830b5-e16c-40ec-b144-07428892e240 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708621 May 10 20:07:36.310281 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65493-03a7-487d-b155-26f63524841f req-544199fd-d6c8-439d-a804-ad1387951932 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:36.311866 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d3e65493-03a7-487d-b155-26f63524841f req-544199fd-d6c8-439d-a804-ad1387951932 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.0978258 May 10 20:07:36.360978 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d3e65493-03a7-487d-b155-26f63524841f req-285b62f4-46fe-485a-bc7f-101b11a37912 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 May 10 20:07:37.453829 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41568) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:37.625910 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:37.651435 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:37.656922 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Usage tracker for resource:security_group_rule and tenant:26295da517db462abbd32fbb9bd81abf is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:37.661552 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:37.673566 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:37.693159 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991a7e8-bf6b-4232-9bf9-bbfa911a796a req-bb2d63d4-0b35-4966-a0c9-ae944794e6d6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:37.694724 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8991a7e8-bf6b-4232-9bf9-bbfa911a796a req-bb2d63d4-0b35-4966-a0c9-ae944794e6d6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1629071 May 10 20:07:37.782492 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8991a7e8-bf6b-4232-9bf9-bbfa911a796a req-55b5da49-d35e-4f78-b450-1dae8a7a8694 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725951 May 10 20:07:37.856015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:37.861905 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:37.871039 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:37.925432 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23e802b-663d-4a74-b3b5-a5bb86784365,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:37.931253 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26295da517db462abbd32fbb9bd81abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761305 May 10 20:07:37.933804 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6c527864-3424-456c-85e2-ebfeea26ae6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:37.933969 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41574) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:38.030108 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.076343 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.148993 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.153217 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e48915b6-7f1d-486f-9546-9677e256eadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:38.167447 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23e802b-663d-4a74-b3b5-a5bb86784365,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:38.169901 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:38.178755 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.179948 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c23e802b-663d-4a74-b3b5-a5bb86784365 HTTP/1.1" status: 204 len: 168 time: 0.2447808 May 10 20:07:38.539278 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41584) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:38.567223 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.570984 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2b61ec3d-ce9e-40b0-819e-2725e171c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.586770 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:38.590967 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Usage tracker for resource:security_group_rule and tenant:de96d06045f3432f9f30f84dde451b58 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:38.594135 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:38.600112 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:38.707012 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.711914 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.725005 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:38.773231 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de96d06045f3432f9f30f84dde451b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327750 May 10 20:07:38.775075 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc882d3-3a5d-4751-85f4-0dd054d9511a,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:38.777824 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41590) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:38.778276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:38.872748 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.921819 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.010668 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.019075 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f7e69eaf-7a83-4d4a-885b-f4d3578326a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:39.038387 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d45d-4dc4-4fa7-857b-a817bac0c070 req-0ccfb905-c2dc-4ae7-9f87-7e50fc9a6669 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:39.039948 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-38f3d45d-4dc4-4fa7-857b-a817bac0c070 req-0ccfb905-c2dc-4ae7-9f87-7e50fc9a6669 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.0990300 May 10 20:07:39.041127 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc882d3-3a5d-4751-85f4-0dd054d9511a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:39.047456 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:39.050391 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.056670 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bc882d3-3a5d-4751-85f4-0dd054d9511a HTTP/1.1" status: 204 len: 168 time: 0.2765479 May 10 20:07:39.100249 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-38f3d45d-4dc4-4fa7-857b-a817bac0c070 req-af4410f3-cdb6-4929-9778-5780014e4395 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501959 May 10 20:07:39.991924 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41618) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:40.101048 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:07:40.137811 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-393379741-network', 'tenant_id': 'c9c067f3050a4a66a7183fa1128ef6fe'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:40.155999 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:40.162540 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Usage tracker for resource:network and tenant:c9c067f3050a4a66a7183fa1128ef6fe is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:40.167508 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:40.178598 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:40.192616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Made reservation on behalf of c9c067f3050a4a66a7183fa1128ef6fe for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:40.196026 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.212891 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.240011 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:40.247026 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c067f3050a4a66a7183fa1128ef6fe is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:40.252709 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:40.268104 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:40.290001 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:40.306474 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'port_id': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'mac_address': 'fa:16:3e:8b:ce:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:07:40.376017 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.376364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84af44d-fe9f-4014-a9ea-661174007a60 req-aa29b512-c483-41c9-a290-8abe94c1058b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:40.379399 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d84af44d-fe9f-4014-a9ea-661174007a60 req-aa29b512-c483-41c9-a290-8abe94c1058b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 944 time: 0.1434624 May 10 20:07:40.413094 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70d2321-196b-4bfe-97c5-f418b83a53c6 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:40.428372 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.434009 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.439045 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:40.442995 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:40.448395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.451740 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:40.454928 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d84af44d-fe9f-4014-a9ea-661174007a60 req-d7ad71b8-9030-42e9-83fc-68ad1b13c666 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691829 May 10 20:07:40.487214 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:07:40.501677 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b062db8-9acc-44e1-b728-a09ea8284fdf,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:40.508443 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:40.512522 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.513327 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Added segment 06c98fbf-6c5a-44e2-9945-52a8e42bf0af of type vlan for network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e May 10 20:07:40.552462 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=9']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:40.557493 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.560542 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.560893 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.561260 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.561574 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.561919 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.562236 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.562546 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.562871 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.563194 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.563521 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.563843 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.564199 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:40.569682 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:40.607840 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.609835 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:40.610471 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.621782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:40.742684 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7490122 May 10 20:07:40.743522 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Pushing event updated for resources: {'Network': ['ID=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:40.745818 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41628) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:40.746518 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:40.755281 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:07:40.755751 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Request body: {'subnet': {'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-393379741-subnet', 'tenant_id': 'c9c067f3050a4a66a7183fa1128ef6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:40.763050 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:40.772747 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Usage tracker for resource:subnet and tenant:c9c067f3050a4a66a7183fa1128ef6fe is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:40.777471 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:40.786275 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:40.802084 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Made reservation on behalf of c9c067f3050a4a66a7183fa1128ef6fe for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:40.805894 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.870180 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['e70d2321-196b-4bfe-97c5-f418b83a53c6'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:07:41.195050 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-38b50670-c2c7-4603-8a3e-b4d353116deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:41.309234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:41.316932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-823c59e4-c85f-4591-95e1-660ac8083ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:41.325261 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:41.475461 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4f50e1-153e-4ce4-aef3-8254f31da824,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:41.482017 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:41.488395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Checking segment: {'id': '06c98fbf-6c5a-44e2-9945-52a8e42bf0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:41.488954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Network hostable DHCP agents. Network: edce5da2-4fe0-441e-8bdf-7c79a8c96e0e, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:07:41.517393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:07:41.533956 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, edce5da2-4fe0-441e-8bdf-7c79a8c96e0e) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:41.544211 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:41.546932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:41.550111 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048169ed-a550-404c-813e-23e49faab3fd None None] Network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:41.598617 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c9a00ff9-2102-4068-9f22-5fcfb8be7ea6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8508320 May 10 20:07:41.710029 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547183-110d-4032-8bfb-377c4fb5af7b req-cd08efcf-53b5-4ace-901c-fe61fb751e88 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:41.711725 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41547183-110d-4032-8bfb-377c4fb5af7b req-cd08efcf-53b5-4ace-901c-fe61fb751e88 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 945 time: 0.1026170 May 10 20:07:41.794108 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41547183-110d-4032-8bfb-377c4fb5af7b req-844b6044-d5c6-4b27-a381-fce9a757047d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725327 May 10 20:07:41.859336 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7bf9c-3105-48cd-8944-5532a1dd0fda None None] Network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:42.118120 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:07:42.214978 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port e70d2321-196b-4bfe-97c5-f418b83a53c6 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:07:42.215769 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.289291 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.373494 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 41650) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:42.379979 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22938891-network', 'tenant_id': '8c1ef5ba2e4247abb7f585419a7fe7b3'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:42.385526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:42.386862 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.390222 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Usage tracker for resource:network and tenant:8c1ef5ba2e4247abb7f585419a7fe7b3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:42.393574 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:42.400319 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:42.411682 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Made reservation on behalf of 8c1ef5ba2e4247abb7f585419a7fe7b3 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:42.415600 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.425769 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:42.436364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.437899 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:42.443130 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.445173 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:42.455882 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:42.459825 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1ef5ba2e4247abb7f585419a7fe7b3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:42.463053 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:42.469877 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:42.510064 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'code': 200} May 10 20:07:42.545485 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=10']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:42.551128 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:42.601088 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.605134 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.608188 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fe4d1e40-e0fb-43f8-b7e0-1b7f3ee80f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:42.640654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:07:42.650336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb53432-1c4f-4124-b062-84552a67cdae,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:42.654274 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:42.657014 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.657358 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Added segment 98839f17-d6f2-4a31-9eb9-b94ebd2ab110 of type vlan for network d90bb56d-9d41-412d-b361-6cd789529404 May 10 20:07:42.687502 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.724110 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.725445 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:42.726063 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.729570 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:42.838867 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4638715 May 10 20:07:42.839659 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d90bb56d-9d41-412d-b361-6cd789529404,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:42.841530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 41658) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:42.843344 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:42.850592 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Request body: {'subnet': {'network_id': 'd90bb56d-9d41-412d-b361-6cd789529404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22938891-subnet', 'tenant_id': '8c1ef5ba2e4247abb7f585419a7fe7b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:42.864814 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:42.867243 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network d90bb56d-9d41-412d-b361-6cd789529404 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:07:42.871469 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Usage tracker for resource:subnet and tenant:8c1ef5ba2e4247abb7f585419a7fe7b3 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:42.876046 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:42.887093 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:42.906496 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Made reservation on behalf of 8c1ef5ba2e4247abb7f585419a7fe7b3 for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:42.911069 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15710964'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:43.069166 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83726bd9-4e27-4956-9ac7-015662604965 req-b335c041-3b2e-464d-91b9-b4618c030ceb tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:43.071034 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-83726bd9-4e27-4956-9ac7-015662604965 req-b335c041-3b2e-464d-91b9-b4618c030ceb tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.0939722 May 10 20:07:43.160508 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-83726bd9-4e27-4956-9ac7-015662604965 req-d595fc77-3acc-4453-b674-b2809cebb428 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821207 May 10 20:07:43.315380 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27224-ba68-44d4-81f9-62db413382da req-62b8b1be-9675-4051-9ddf-47e5c7ca527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:43.316929 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-90c27224-ba68-44d4-81f9-62db413382da req-62b8b1be-9675-4051-9ddf-47e5c7ca527d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 1100 time: 0.0832942 May 10 20:07:43.369494 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-90c27224-ba68-44d4-81f9-62db413382da req-f68e6aca-90e6-4762-881a-6bf870280e84 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464132 May 10 20:07:43.540165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15710854'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:43.545107 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:43.631364 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b805dab6-3b21-43b5-ae4e-39c85d26babf,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:43.635229 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:43.642164 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Checking segment: {'id': '98839f17-d6f2-4a31-9eb9-b94ebd2ab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd90bb56d-9d41-412d-b361-6cd789529404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:43.642523 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Network hostable DHCP agents. Network: d90bb56d-9d41-412d-b361-6cd789529404, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:07:43.662759 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Network d90bb56d-9d41-412d-b361-6cd789529404 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:07:43.679944 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, d90bb56d-9d41-412d-b361-6cd789529404) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:43.683688 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:43.694600 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026b1196-e314-4e07-98bf-02deff9df9f9 None None] Network d90bb56d-9d41-412d-b361-6cd789529404 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:43.695498 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:43.696513 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:43.732498 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8898025 May 10 20:07:43.950845 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046449c6-1f62-4a4e-a82e-1b5a81f124b2 None None] Network d90bb56d-9d41-412d-b361-6cd789529404 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:44.566910 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4e897917-1e4f-49f1-8ca6-75f9417d8479 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:44.568409 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4e897917-1e4f-49f1-8ca6-75f9417d8479 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/networks?id=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e HTTP/1.1" status: 200 len: 808 time: 0.1811931 May 10 20:07:44.575983 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac98-a3c7-4349-a9de-e94421e564a8 req-f64f546a-679a-4d38-b3e0-391c0167a8c4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:44.577430 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7daaac98-a3c7-4349-a9de-e94421e564a8 req-f64f546a-679a-4d38-b3e0-391c0167a8c4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.2330568 May 10 20:07:44.588473 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-0e3dc85c-8c87-4cb2-b85e-afb2077bf005 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/quotas/c9c067f3050a4a66a7183fa1128ef6fe HTTP/1.1" status: 200 len: 375 time: 0.0098319 May 10 20:07:44.669136 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-88ce9713-d94b-446c-8270-7c1dc80d5d51 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9c067f3050a4a66a7183fa1128ef6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567915 May 10 20:07:44.805202 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7daaac98-a3c7-4349-a9de-e94421e564a8 req-6be6ba0a-c0e0-4860-a978-10ecd951147a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146659 May 10 20:07:44.894505 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-9e9a7eb8-0633-425b-868d-fa8e888b8792 service neutron] 10.222.0.48 "GET /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139463 May 10 20:07:45.106804 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-46a98787-3de5-493b-b0fd-c226d753a42d service neutron] 10.222.0.48 "GET /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026803 May 10 20:07:45.325412 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e97bdafc-4c14-4918-92b5-b1207db19f18 req-ce328c3c-e166-49ec-80e2-970224385d5c tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 210 time: 0.0568516 May 10 20:07:46.055188 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9ee3-2e34-416a-a61e-d8e1b007fc57 req-d4bc32e8-d643-4341-a017-213b83bb04e2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:46.056790 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ef4d9ee3-2e34-416a-a61e-d8e1b007fc57 req-d4bc32e8-d643-4341-a017-213b83bb04e2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.1069105 May 10 20:07:46.135423 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ef4d9ee3-2e34-416a-a61e-d8e1b007fc57 req-ec3692ce-4b65-40ca-8b50-863adbcbaa0c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667994 May 10 20:07:46.563705 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8a860aa9-55a7-44bb-9408-4c501690a7df req-3ee675bf-3b6b-4ca0-90cc-049ceab55162 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 210 time: 0.0803108 May 10 20:07:46.736947 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-334e1b69-102a-42a8-9b09-6d7e863bafab tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:46.738772 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-334e1b69-102a-42a8-9b09-6d7e863bafab tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.73 "GET /v2.0/networks?id=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e HTTP/1.1" status: 200 len: 808 time: 0.2091465 May 10 20:07:46.758821 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Request body: {'port': {'device_id': '40e56601-7761-4cbc-b144-d7c5e5394374', 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e', 'admin_state_up': True, 'tenant_id': 'c9c067f3050a4a66a7183fa1128ef6fe'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:46.990328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:46.995063 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Usage tracker for resource:port and tenant:c9c067f3050a4a66a7183fa1128ef6fe is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:46.998141 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:47.005249 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:47.018394 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Made reservation on behalf of c9c067f3050a4a66a7183fa1128ef6fe for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:47.024430 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.232346 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Allocated IP 172.20.0.6 (edce5da2-4fe0-441e-8bdf-7c79a8c96e0e/5b4f50e1-153e-4ce4-aef3-8254f31da824/a9df352e-b37e-45be-be73-ec37da2907be) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:47.490284 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.521718 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.537325 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0ddf04ec-41da-43fd-8a6d-0749a8a3ec52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:47.601090 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:47.604372 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:47.614324 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:07:47.623811 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:47.624926 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.645463 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Pushing event updated for resources: {'Port': ['ID=a9df352e-b37e-45be-be73-ec37da2907be,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.650330 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:47.663998 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091074 May 10 20:07:47.692521 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Request body: {'port': {'device_id': '40e56601-7761-4cbc-b144-d7c5e5394374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:47.911500 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60806-da0b-4522-861e-8eeae120dd35 req-e614c8d1-1b9c-41de-ac76-8044ab93e1c3 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:47.912728 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-03e60806-da0b-4522-861e-8eeae120dd35 req-e614c8d1-1b9c-41de-ac76-8044ab93e1c3 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Synchronizing usage tracker for tenant:c9c067f3050a4a66a7183fa1128ef6fe on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:47.919135 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.996816 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-03e60806-da0b-4522-861e-8eeae120dd35 req-e614c8d1-1b9c-41de-ac76-8044ab93e1c3 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Unset dirty status for tenant:c9c067f3050a4a66a7183fa1128ef6fe on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:47.997980 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-03e60806-da0b-4522-861e-8eeae120dd35 req-e614c8d1-1b9c-41de-ac76-8044ab93e1c3 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 931 time: 0.2762339 May 10 20:07:48.125031 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-03e60806-da0b-4522-861e-8eeae120dd35 req-108f130c-8dc1-4347-968a-b183a2e0d630 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133974 May 10 20:07:48.375654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9df352e-b37e-45be-be73-ec37da2907be {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:48.383798 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.401240 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Transition to ACTIVE for port object a9df352e-b37e-45be-be73-ec37da2907be will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:07:48.407799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.412673 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-22099056-28a0-4dbb-937a-9f7361e8c6c1 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:48.571950 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Pushing event updated for resources: {'Port': ['ID=a9df352e-b37e-45be-be73-ec37da2907be,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:48.579516 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:48.598219 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Attempting to bind port a9df352e-b37e-45be-be73-ec37da2907be on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:07:48.599017 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Attempting to bind port a9df352e-b37e-45be-be73-ec37da2907be by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '06c98fbf-6c5a-44e2-9945-52a8e42bf0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:07:48.599555 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Attempting to bind port a9df352e-b37e-45be-be73-ec37da2907be on network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:48.612841 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Port a9df352e-b37e-45be-be73-ec37da2907be on network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:07:48.613184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Attempting to bind port a9df352e-b37e-45be-be73-ec37da2907be on network edce5da2-4fe0-441e-8bdf-7c79a8c96e0e {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:48.619742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:07:48.620164 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Checking segment: {'id': '06c98fbf-6c5a-44e2-9945-52a8e42bf0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:48.620589 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Bound using segment: {'id': '06c98fbf-6c5a-44e2-9945-52a8e42bf0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:07:48.620984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Bound port: a9df352e-b37e-45be-be73-ec37da2907be, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c98fbf-6c5a-44e2-9945-52a8e42bf0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:07:48.621343 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.728397 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] For port a9df352e-b37e-45be-be73-ec37da2907be, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:07:48.732060 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] For port a9df352e-b37e-45be-be73-ec37da2907be, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9df352e-b37e-45be-be73-ec37da2907be,segment=NetworkSegment(06c98fbf-6c5a-44e2-9945-52a8e42bf0af),segment_id=06c98fbf-6c5a-44e2-9945-52a8e42bf0af)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:07:48.738366 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.742191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:48.799339 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:48.799903 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.801316 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9df352e-b37e-45be-be73-ec37da2907be HTTP/1.1" status: 200 len: 1093 time: 1.1133533 May 10 20:07:48.801831 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e56601-7761-4cbc-b144-d7c5e5394374', 'tag': 'a9df352e-b37e-45be-be73-ec37da2907be'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:48.833285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Pushing event updated for resources: {'Port': ['ID=a9df352e-b37e-45be-be73-ec37da2907be,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:48.838006 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:48.862587 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:07:48.892432 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e56601-7761-4cbc-b144-d7c5e5394374', 'tag': 'a9df352e-b37e-45be-be73-ec37da2907be', 'status': 'completed', 'code': 200} May 10 20:07:48.952956 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-ba8647f5-9d9d-40a2-b473-df573f8c5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:48.954514 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-ba8647f5-9d9d-40a2-b473-df573f8c5433 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c067f3050a4a66a7183fa1128ef6fe&device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 1096 time: 0.1020319 May 10 20:07:49.156892 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-956bbf6a-cb38-4fb1-a31c-acb07e6723f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9df352e-b37e-45be-be73-ec37da2907be HTTP/1.1" status: 200 len: 217 time: 0.1906209 May 10 20:07:49.241007 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-ce6871d4-568c-453c-ac80-b11b6dc361ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:49.242341 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-ce6871d4-568c-453c-ac80-b11b6dc361ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b4f50e1-153e-4ce4-aef3-8254f31da824 HTTP/1.1" status: 200 len: 848 time: 0.0781589 May 10 20:07:49.312195 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de3f27-197b-490a-b8a9-641117034e93 req-bde7aaa1-3eae-4ce2-8260-a6d02661e333 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:49.313713 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-32de3f27-197b-490a-b8a9-641117034e93 req-bde7aaa1-3eae-4ce2-8260-a6d02661e333 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 0.2076492 May 10 20:07:49.316732 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-73776539-de5c-473d-926c-e44c8eb72d25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592027 May 10 20:07:49.507049 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-32de3f27-197b-490a-b8a9-641117034e93 req-eeef60e9-fbe5-4e99-aa07-110fff05870f tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559532 May 10 20:07:49.548475 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-42ed1dca-bf0b-4038-a4f2-eb47a689f359 service neutron] 10.222.0.73 "GET /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961777 May 10 20:07:49.556709 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e466-35ed-488f-b865-0734ae6f9382 req-6973e172-381c-4361-99fc-39e94200f079 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:49.558382 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fb25e466-35ed-488f-b865-0734ae6f9382 req-6973e172-381c-4361-99fc-39e94200f079 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 943 time: 0.2543490 May 10 20:07:49.700372 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fb25e466-35ed-488f-b865-0734ae6f9382 req-ecd997fb-b354-4ca6-8f79-68a2216b6828 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180320 May 10 20:07:49.754051 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-23526e23-002b-42bf-aac9-fd07aa95bca4 req-0fa668a0-aa2e-47a8-9f5c-767b5d5e4563 service neutron] 10.222.0.73 "GET /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946192 May 10 20:07:49.892724 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-93efe919-4b95-4b6b-8eb9-3903dadc8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:49.894240 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-93efe919-4b95-4b6b-8eb9-3903dadc8bff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c067f3050a4a66a7183fa1128ef6fe&device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 1096 time: 0.0827239 May 10 20:07:50.044274 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-0a458e85-e365-497d-a841-797e6c0945ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:50.045864 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-0a458e85-e365-497d-a841-797e6c0945ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e HTTP/1.1" status: 200 len: 909 time: 0.1435928 May 10 20:07:50.120363 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-6c5e071b-49f8-4ab0-bb8f-a1159d5a2884 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9df352e-b37e-45be-be73-ec37da2907be HTTP/1.1" status: 200 len: 217 time: 0.0666361 May 10 20:07:50.193593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-3c596586-6e6a-4741-8b40-b65b943a02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:50.194941 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-3c596586-6e6a-4741-8b40-b65b943a02ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b4f50e1-153e-4ce4-aef3-8254f31da824 HTTP/1.1" status: 200 len: 848 time: 0.0661275 May 10 20:07:50.244895 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-6337d2a2-20d2-45d8-8a72-6e84f328fa45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431068 May 10 20:07:50.412716 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-e97e8583-55d4-4a38-b480-863c11905f48 service neutron] 10.222.0.73 "GET /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580515 May 10 20:07:50.566002 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a3ab5890-16d7-4b4c-8132-0600d442bb5f req-d746822e-daf2-4f14-aa06-41c3faddb0d1 service neutron] 10.222.0.73 "GET /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464949 May 10 20:07:50.743842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a981d5-32e6-40b4-bed9-033ee73b322f req-af87db84-875f-45a5-8800-4e71c40d095b tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:50.746479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-67a981d5-32e6-40b4-bed9-033ee73b322f req-af87db84-875f-45a5-8800-4e71c40d095b tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 0.1080744 May 10 20:07:50.811357 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-67a981d5-32e6-40b4-bed9-033ee73b322f req-8935b404-b4ed-4903-b8a4-715ecd1a533b tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 May 10 20:07:50.922189 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8378-cab8-4e02-8d7b-326037257b83 req-e8b50902-800f-484d-b6f1-026730130430 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:50.924235 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ea9c8378-cab8-4e02-8d7b-326037257b83 req-e8b50902-800f-484d-b6f1-026730130430 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 943 time: 0.0856433 May 10 20:07:51.051083 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ea9c8378-cab8-4e02-8d7b-326037257b83 req-9b808a48-d706-4230-949e-17959d124996 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204417 May 10 20:07:52.015837 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2695f3b-ec39-4eb2-ab7c-4371aa87a433 req-a90a3ee2-d779-444a-85b7-44b62d7bcf3e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:52.017806 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2695f3b-ec39-4eb2-ab7c-4371aa87a433 req-a90a3ee2-d779-444a-85b7-44b62d7bcf3e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 0.0956793 May 10 20:07:52.074048 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2695f3b-ec39-4eb2-ab7c-4371aa87a433 req-ca9826e1-c0ac-472b-8799-7a8a41093c32 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 May 10 20:07:52.411742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c3c37-1490-485f-9b4d-18bb580fb754 req-27b0693e-ef43-418f-a40a-0d8e42f78bfb tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:52.414206 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-975c3c37-1490-485f-9b4d-18bb580fb754 req-27b0693e-ef43-418f-a40a-0d8e42f78bfb tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 943 time: 0.2497845 May 10 20:07:52.497686 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-975c3c37-1490-485f-9b4d-18bb580fb754 req-c2998d25-590d-46f1-9ef0-86b6581b16f2 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745330 May 10 20:07:53.367269 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ed680-c000-4c92-a278-2b4e892ff8df req-8d5efa43-91f0-46cd-875e-e5b372bd672e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:53.368880 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4f3ed680-c000-4c92-a278-2b4e892ff8df req-8d5efa43-91f0-46cd-875e-e5b372bd672e tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 0.1553507 May 10 20:07:53.419246 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4f3ed680-c000-4c92-a278-2b4e892ff8df req-228567db-4fa7-47c9-b2d8-982b8a4725c2 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/security-groups?id=44f1fab7-6a8c-4077-a94d-92c20b05914a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 May 10 20:07:53.733383 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d221c-f968-407e-9994-1096468ab0d9 req-3b91b1f9-3d03-4b61-9567-f8b33239d973 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:53.734915 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c8d221c-f968-407e-9994-1096468ab0d9 req-3b91b1f9-3d03-4b61-9567-f8b33239d973 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 943 time: 0.1088750 May 10 20:07:53.830393 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c8d221c-f968-407e-9994-1096468ab0d9 req-64980166-60b6-48de-9a8e-ebc9f4007105 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877819 May 10 20:07:53.877271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-3279972a-7fa9-44f5-8f6c-ce25e63f47de tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:53.878786 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-3279972a-7fa9-44f5-8f6c-ce25e63f47de tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 945 time: 0.1146135 May 10 20:07:54.056490 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Deleting port e3421e81-afa5-47b3-bb9d-a68b740ecc30 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:07:54.057027 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.182932 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device a9df352e-b37e-45be-be73-ec37da2907be details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:07:54.233836 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] For port e3421e81-afa5-47b3-bb9d-a68b740ecc30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3421e81-afa5-47b3-bb9d-a68b740ecc30,segment=NetworkSegment(e3454ed6-6d09-493b-b1b3-df187d201dbd),segment_id=e3454ed6-6d09-493b-b1b3-df187d201dbd)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:54.238644 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.338209 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port a9df352e-b37e-45be-be73-ec37da2907be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9df352e-b37e-45be-be73-ec37da2907be,segment=NetworkSegment(06c98fbf-6c5a-44e2-9945-52a8e42bf0af),segment_id=06c98fbf-6c5a-44e2-9945-52a8e42bf0af)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:54.354656 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'a9df352e-b37e-45be-be73-ec37da2907be', 'network_id': 'edce5da2-4fe0-441e-8bdf-7c79a8c96e0e', 'port_id': 'a9df352e-b37e-45be-be73-ec37da2907be', 'mac_address': 'fa:16:3e:13:6e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f50e1-153e-4ce4-aef3-8254f31da824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:07:54.360890 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Calling delete_port for e3421e81-afa5-47b3-bb9d-a68b740ecc30 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:07:54.435913 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.504411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.512058 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-83bba299-a8a9-44e4-a51b-680f1b31ca39 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:54.515335 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9df352e-b37e-45be-be73-ec37da2907be {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:54.526600 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['e3421e81-afa5-47b3-bb9d-a68b740ecc30'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:07:54.581726 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Pushing event deleted for resources: {'Port': ['ID=e3421e81-afa5-47b3-bb9d-a68b740ecc30,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:54.589816 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port a9df352e-b37e-45be-be73-ec37da2907be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9df352e-b37e-45be-be73-ec37da2907be,segment=NetworkSegment(06c98fbf-6c5a-44e2-9945-52a8e42bf0af),segment_id=06c98fbf-6c5a-44e2-9945-52a8e42bf0af)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:54.590606 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:54.595703 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.597804 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:54.674187 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d789f6f9-2974-42e4-b415-ef9f5dac0ad6 req-4285a103-9f1e-4801-b9d5-5d431ba0a21c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdd307cc-0fb1-4f9e-810e-0eae2aa988de HTTP/1.1" status: 200 len: 210 time: 0.0880475 May 10 20:07:54.714011 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=a9df352e-b37e-45be-be73-ec37da2907be,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:54.715499 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] No DVR routers for this DVR port e3421e81-afa5-47b3-bb9d-a68b740ecc30 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:07:54.718786 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:54.720905 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.725041 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'name': 'network-vif-deleted', 'tag': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:54.751539 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-84fe921e-ded2-4b25-8b58-f4e70649551a req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] 10.222.0.73 "DELETE /v2.0/ports/e3421e81-afa5-47b3-bb9d-a68b740ecc30 HTTP/1.1" status: 204 len: 173 time: 0.8661776 May 10 20:07:54.782407 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd307cc-0fb1-4f9e-810e-0eae2aa988de', 'name': 'network-vif-deleted', 'tag': 'e3421e81-afa5-47b3-bb9d-a68b740ecc30', 'status': 'completed', 'code': 200} May 10 20:07:55.022792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['a9df352e-b37e-45be-be73-ec37da2907be'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:07:55.122870 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e33a7c-1716-48f6-b79f-1872f9ebbaff req-f0d2749e-e424-48a0-abd0-fb40f32e8230 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:55.125425 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-10e33a7c-1716-48f6-b79f-1872f9ebbaff req-f0d2749e-e424-48a0-abd0-fb40f32e8230 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 944 time: 0.1109056 May 10 20:07:55.201799 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-10e33a7c-1716-48f6-b79f-1872f9ebbaff req-6fe03502-2133-416b-b5ff-2185439feea9 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702043 May 10 20:07:56.177938 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device a9df352e-b37e-45be-be73-ec37da2907be up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:07:56.290167 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port a9df352e-b37e-45be-be73-ec37da2907be completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:07:56.296924 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port a9df352e-b37e-45be-be73-ec37da2907be triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:07:56.297403 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:56.476487 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:56.500553 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244134c-405b-44ec-bc14-cf01086fa326 req-545011f0-f6dc-49e9-a140-c4f80ac5fe43 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:56.502288 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e244134c-405b-44ec-bc14-cf01086fa326 req-545011f0-f6dc-49e9-a140-c4f80ac5fe43 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 944 time: 0.1123018 May 10 20:07:56.515501 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e56601-7761-4cbc-b144-d7c5e5394374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9df352e-b37e-45be-be73-ec37da2907be'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:56.526232 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port a9df352e-b37e-45be-be73-ec37da2907be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9df352e-b37e-45be-be73-ec37da2907be,segment=NetworkSegment(06c98fbf-6c5a-44e2-9945-52a8e42bf0af),segment_id=06c98fbf-6c5a-44e2-9945-52a8e42bf0af)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:56.533372 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:56.534745 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e3421e81-afa5-47b3-bb9d-a68b740ecc30 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:56.561181 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:56.575579 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e244134c-405b-44ec-bc14-cf01086fa326 req-de967118-9055-4677-a4ae-92dcd593d32c tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667753 May 10 20:07:56.597094 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e56601-7761-4cbc-b144-d7c5e5394374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9df352e-b37e-45be-be73-ec37da2907be', 'code': 200} May 10 20:07:56.624788 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: e3421e81-afa5-47b3-bb9d-a68b740ecc30 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:07:56.625350 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e3421e81-afa5-47b3-bb9d-a68b740ecc30 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:07:56.668389 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=a9df352e-b37e-45be-be73-ec37da2907be,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:56.673456 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:56.895184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a581aad-e609-46dd-9997-9d10882e1803 req-65c5b702-b31c-4721-9f64-528a6c6a9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:56.897563 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7a581aad-e609-46dd-9997-9d10882e1803 req-65c5b702-b31c-4721-9f64-528a6c6a9d7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 1098 time: 0.0917873 May 10 20:07:56.960635 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7a581aad-e609-46dd-9997-9d10882e1803 req-c84921c6-6ee2-47b2-b825-5d040f4d96d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550635 May 10 20:07:57.856089 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a6d0e-2122-4f21-bb7d-15acf061a01e req-9d4d466e-a82b-4300-bfb3-478ae9079aa1 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.857744 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-061a6d0e-2122-4f21-bb7d-15acf061a01e req-9d4d466e-a82b-4300-bfb3-478ae9079aa1 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 945 time: 0.1216602 May 10 20:07:57.922803 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-061a6d0e-2122-4f21-bb7d-15acf061a01e req-5fd733a0-5e7e-438e-bd41-90e1613cc6ea tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534616 May 10 20:07:59.270244 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faeb95-42fd-403f-8b2a-1f2c186f4c23 req-95493479-f588-469c-94c7-de8a3c2f72d0 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:59.272067 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4faeb95-42fd-403f-8b2a-1f2c186f4c23 req-95493479-f588-469c-94c7-de8a3c2f72d0 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 945 time: 0.1862683 May 10 20:07:59.357238 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4faeb95-42fd-403f-8b2a-1f2c186f4c23 req-5db71dfa-4e4e-4bb9-a3de-c77a1ba043e5 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717926 May 10 20:08:03.621899 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed707f71-499b-43a0-bd19-452a3160eb4c req-54dd1d43-2f8f-45aa-bee9-f7b53f97422f tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:03.623661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ed707f71-499b-43a0-bd19-452a3160eb4c req-54dd1d43-2f8f-45aa-bee9-f7b53f97422f tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 945 time: 0.1095028 May 10 20:08:03.687920 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ed707f71-499b-43a0-bd19-452a3160eb4c req-23a092cf-7390-4940-9c4f-c1b1bf422e5b tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 May 10 20:08:04.092425 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:04.893132 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068943f-c71a-483c-bb61-40ecff70d991 req-bdc86942-6abd-4d54-acbf-e534e753e4bf tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:04.895395 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0068943f-c71a-483c-bb61-40ecff70d991 req-bdc86942-6abd-4d54-acbf-e534e753e4bf tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 945 time: 0.0857081 May 10 20:08:04.958732 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0068943f-c71a-483c-bb61-40ecff70d991 req-1786a27f-8156-4ac9-ae73-c1840958fab6 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556355 May 10 20:08:05.285677 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-94b65f21-219c-4151-be26-74bc15bf9e2e tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:05.288215 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-94b65f21-219c-4151-be26-74bc15bf9e2e tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.73 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 945 time: 0.1178994 May 10 20:08:05.521207 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Deleting port a9df352e-b37e-45be-be73-ec37da2907be {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:08:05.521546 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:05.739088 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] For port a9df352e-b37e-45be-be73-ec37da2907be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9df352e-b37e-45be-be73-ec37da2907be,segment=NetworkSegment(06c98fbf-6c5a-44e2-9945-52a8e42bf0af),segment_id=06c98fbf-6c5a-44e2-9945-52a8e42bf0af)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:05.739673 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:05.964281 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Calling delete_port for a9df352e-b37e-45be-be73-ec37da2907be owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:08:06.026111 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-2404fe6e-96c4-4cb9-9f0d-171fa9e38262 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3548274 May 10 20:08:06.221698 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:06.230251 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-929b2f8f-7ed2-4e9d-b9c5-af9c8c0beea0 tempest-VolumesNegativeTest-1457538496 tempest-VolumesNegativeTest-1457538496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:06.234237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['a9df352e-b37e-45be-be73-ec37da2907be'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:08:06.285422 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Pushing event deleted for resources: {'Port': ['ID=a9df352e-b37e-45be-be73-ec37da2907be,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:06.289232 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:06.364764 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-b5f5fec3-1526-40a2-bd8a-5aec27b12ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:06.366273 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-b5f5fec3-1526-40a2-bd8a-5aec27b12ffa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1099 time: 0.3094027 May 10 20:08:06.381463 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] No DVR routers for this DVR port a9df352e-b37e-45be-be73-ec37da2907be on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:08:06.388978 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:06.391443 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e56601-7761-4cbc-b144-d7c5e5394374', 'name': 'network-vif-deleted', 'tag': 'a9df352e-b37e-45be-be73-ec37da2907be'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:06.447057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e15ec-076e-44e7-a0d0-ab5e17ba91e3 req-dd677e8b-f76c-4d7a-b7c6-b784a09f2700 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:06.449661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-da8e15ec-076e-44e7-a0d0-ab5e17ba91e3 req-dd677e8b-f76c-4d7a-b7c6-b784a09f2700 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/ports?device_id=40e56601-7761-4cbc-b144-d7c5e5394374 HTTP/1.1" status: 200 len: 867 time: 0.2966642 May 10 20:08:06.512167 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e56601-7761-4cbc-b144-d7c5e5394374', 'name': 'network-vif-deleted', 'tag': 'a9df352e-b37e-45be-be73-ec37da2907be', 'status': 'completed', 'code': 200} May 10 20:08:06.535869 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-07f2cde5-715e-49cb-a987-78724a7f9f67 req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.73 "DELETE /v2.0/ports/a9df352e-b37e-45be-be73-ec37da2907be HTTP/1.1" status: 204 len: 173 time: 1.2419617 May 10 20:08:06.587948 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-da8e15ec-076e-44e7-a0d0-ab5e17ba91e3 req-a91b303a-0156-46e5-98be-0439784e2608 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b062db8-9acc-44e1-b728-a09ea8284fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787883 May 10 20:08:06.614210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-960e2a45-3ea3-4014-baad-9de518a85cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:06.615688 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-960e2a45-3ea3-4014-baad-9de518a85cbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.2163351 May 10 20:08:06.756241 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-f9359eee-0ff4-485c-b1fa-f95012ae6851 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 1001 time: 0.1307197 May 10 20:08:06.913062 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-7c3d3275-2447-4add-a251-b2c405ea4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:06.914548 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-7c3d3275-2447-4add-a251-b2c405ea4fd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.1504045 May 10 20:08:07.052774 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-55ece7a8-b26e-4ca1-b1b1-3f5983e9f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:07.055265 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-55ece7a8-b26e-4ca1-b1b1-3f5983e9f09c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1293027 May 10 20:08:07.247265 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-58e3532d-0b7b-4294-82c3-467a3f7b1c9e service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844902 May 10 20:08:07.430312 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a58052d1-1320-41ed-9a4b-8637e9fb9eec req-2e428aaa-d837-4a26-9be8-fc5f30699f0e service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747384 May 10 20:08:08.569703 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cb41e647-f484-4f19-abfc-93c9c6c9ee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:10.255667 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device a9df352e-b37e-45be-be73-ec37da2907be no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:08:10.289709 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: a9df352e-b37e-45be-be73-ec37da2907be {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:08:10.290074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device a9df352e-b37e-45be-be73-ec37da2907be not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:08:11.202594 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-37733f3e-f334-4b0f-8bec-71a350c9def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:11.330058 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:12.254122 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:13.688144 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.237030 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42056) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:19.320230 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Deleting subnet 34f1d1d1-e055-45b8-992e-c28278027e5a {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:08:19.324165 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.392320 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.417397 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c397e7-2dee-4b7d-b5c4-bbc253e4fe6d req-064d0323-ce67-4b9d-9ace-d19e3fbafd8d tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:19.419941 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-93c397e7-2dee-4b7d-b5c4-bbc253e4fe6d req-064d0323-ce67-4b9d-9ace-d19e3fbafd8d tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1534693 May 10 20:08:19.424204 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870903d6-cff4-4f9a-8603-27b65d250483 req-1bb68e7c-b30d-40fb-9384-7f9ed3d115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:19.426720 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-1bb68e7c-b30d-40fb-9384-7f9ed3d115a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1138 time: 0.2222447 May 10 20:08:19.475740 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.617705 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-93c397e7-2dee-4b7d-b5c4-bbc253e4fe6d req-65046987-7fec-4dfc-a441-a54b5169482d tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895254 May 10 20:08:19.682303 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870903d6-cff4-4f9a-8603-27b65d250483 req-78a38fce-7497-4269-8b7a-c32627c5c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:19.684955 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-78a38fce-7497-4269-8b7a-c32627c5c022 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.2338130 May 10 20:08:19.791754 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.799148 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:19.812635 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-e0eb36e8-9691-4bf9-8a57-dd7a4b4cb653 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 1001 time: 0.1191511 May 10 20:08:19.839751 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f1d1d1-e055-45b8-992e-c28278027e5a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:19.842859 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:19.843618 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.854802 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-26863f02-ee78-41c9-ae27-84a248782583 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/34f1d1d1-e055-45b8-992e-c28278027e5a HTTP/1.1" status: 204 len: 168 time: 0.6125984 May 10 20:08:19.854802 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42060) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:19.888966 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870903d6-cff4-4f9a-8603-27b65d250483 req-8ed70767-3638-41ff-8454-e61d6e455718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:19.891510 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-8ed70767-3638-41ff-8454-e61d6e455718 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.0718427 May 10 20:08:19.992916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870903d6-cff4-4f9a-8603-27b65d250483 req-5f3913a3-5fb3-4282-9fab-d42b0d757e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:19.995354 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-5f3913a3-5fb3-4282-9fab-d42b0d757e7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968277 May 10 20:08:20.091747 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.221010 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-60c33517-9051-48b0-a4da-60adac6f3013 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158952 May 10 20:08:20.236899 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.258257 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d866175e-b7d2-4341-8cf4-9028bcdd0ec1']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:20.282172 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3454ed6-6d09-493b-b1b3-df187d201dbd') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:20.283215 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3454ed6-6d09-493b-b1b3-df187d201dbd') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:20.301068 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.318257 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.324782 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:08:20.325233 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:08:20.339591 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:08:20.380887 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-870903d6-cff4-4f9a-8603-27b65d250483 req-a51d3ce9-52dd-4c7b-9d62-c91bdff30026 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527548 May 10 20:08:20.433392 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.438128 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.443191 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:20.464790 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d866175e-b7d2-4341-8cf4-9028bcdd0ec1,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:20.468208 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:20.470716 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/d866175e-b7d2-4341-8cf4-9028bcdd0ec1 HTTP/1.1" status: 204 len: 168 time: 0.6152480 May 10 20:08:20.732294 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42074) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:20.793290 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fb643d4e-6f73-473f-8713-a124ad9d23a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37c7f860ead44c959b4a9ff8f627fdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597179 May 10 20:08:20.797223 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42078) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:20.912982 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.927933 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1f70-6148-4614-a8fd-8e9eb4bd010b req-eb968b9f-a68c-4eba-9c4e-81ed8823c0c2 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:20.930555 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d6e1f70-6148-4614-a8fd-8e9eb4bd010b req-eb968b9f-a68c-4eba-9c4e-81ed8823c0c2 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1495514 May 10 20:08:20.970441 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:21.033380 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2d6e1f70-6148-4614-a8fd-8e9eb4bd010b req-14d3a630-1dda-44eb-a901-f6483c28ec9a tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879879 May 10 20:08:21.072625 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:21.077977 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cae45f9d-6bc1-4e3c-8fd6-7e4ea90a0262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:21.090477 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1fab7-6a8c-4077-a94d-92c20b05914a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:21.093551 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:21.096512 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:21.098906 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44f1fab7-6a8c-4077-a94d-92c20b05914a HTTP/1.1" status: 204 len: 168 time: 0.2996318 May 10 20:08:22.279318 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0902c-6c62-4ea0-9d9e-cdbca16a6374 req-7353d5bf-d979-4485-9939-ed91a08a2922 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:22.281478 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-54c0902c-6c62-4ea0-9d9e-cdbca16a6374 req-7353d5bf-d979-4485-9939-ed91a08a2922 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1042700 May 10 20:08:22.349034 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-54c0902c-6c62-4ea0-9d9e-cdbca16a6374 req-a7b8ccac-6a4c-43ee-a0c3-6ff79725485b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607321 May 10 20:08:23.619714 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fa288-4eed-433b-a3e7-abd70a0f2c79 req-a2b1a093-97ca-4d6d-ad21-c239f475c73c tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:23.622125 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bc9fa288-4eed-433b-a3e7-abd70a0f2c79 req-a2b1a093-97ca-4d6d-ad21-c239f475c73c tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1441004 May 10 20:08:23.690773 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bc9fa288-4eed-433b-a3e7-abd70a0f2c79 req-7fb635e8-ed16-46b9-8a38-7fb82d4f0b4f tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574613 May 10 20:08:24.937283 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78db40d-3c20-4f2c-a78c-11f1ea846638 req-254fccb5-dfe9-46bf-b90b-52c40a554c34 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:24.940459 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e78db40d-3c20-4f2c-a78c-11f1ea846638 req-254fccb5-dfe9-46bf-b90b-52c40a554c34 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1228709 May 10 20:08:25.075410 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e78db40d-3c20-4f2c-a78c-11f1ea846638 req-f0db4529-31d5-441b-aee5-895ae64ee542 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270635 May 10 20:08:25.866056 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:08:26.330587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e365c7b-3b2b-422e-9c29-4e0e58636acd req-a803f592-777e-4697-bddf-3a27cbe935a3 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:26.332159 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7e365c7b-3b2b-422e-9c29-4e0e58636acd req-a803f592-777e-4697-bddf-3a27cbe935a3 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1215217 May 10 20:08:26.394157 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7e365c7b-3b2b-422e-9c29-4e0e58636acd req-df8ac210-d310-4929-a5d5-4b27b1263e3b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509908 May 10 20:08:26.449544 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42136) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:26.524211 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Deleting subnet 5b4f50e1-153e-4ce4-aef3-8254f31da824 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:08:26.527788 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.590017 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.657137 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.994897 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.000139 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2a890d7e-eaf9-4184-8a14-7941a51019a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:27.042141 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4f50e1-153e-4ce4-aef3-8254f31da824,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.048739 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.062747 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.063206 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.064380 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.064903 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.065344 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.065762 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.066318 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.066719 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.067185 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.067576 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.067993 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.068402 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.074915 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42140) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:27.075086 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5b4f50e1-153e-4ce4-aef3-8254f31da824 HTTP/1.1" status: 204 len: 168 time: 0.6242146 May 10 20:08:27.075914 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:27.177899 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.312471 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.326585 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.326990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.327804 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.328233 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > port after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.328595 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.329061 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > port after_update 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.329432 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.329808 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.330227 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.330650 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.478679 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.479191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.479680 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.480217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:08:27.480777 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edce5da2-4fe0-441e-8bdf-7c79a8c96e0e']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.502698 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c98fbf-6c5a-44e2-9945-52a8e42bf0af') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.503116 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c98fbf-6c5a-44e2-9945-52a8e42bf0af') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.517279 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855128'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.542306 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.582059 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:08:27.582467 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-726519'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: from cryptography.utils import int_from_bytes May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: from cryptography.utils import int_from_bytes May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: Traceback (most recent call last): May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: timer() May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: cb(*args, **kw) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: return func(*args, **kwargs) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: self._notify() May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: self.callback(batched_events) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: event.method(event) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: return f(self, *a, **k) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: return self._get(url).json() May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:08:27.603453 dv-cinder-788365-3-smb neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:08:27.699908 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.707813 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:27.729433 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.732522 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Pushing event deleted for resources: {'Network': ['ID=edce5da2-4fe0-441e-8bdf-7c79a8c96e0e,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.750097 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.750469 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.750840 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.751196 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.751552 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.751930 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.752286 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.752635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.752986 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.753332 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.753683 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.754017 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.758539 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:27.760382 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-03f4444d-edfb-4ac7-a650-a97edbcca334 admin admin] 10.222.0.48 "DELETE /v2.0/networks/edce5da2-4fe0-441e-8bdf-7c79a8c96e0e HTTP/1.1" status: 204 len: 168 time: 0.6842070 May 10 20:08:27.763921 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42146) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:27.769323 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afa69-f541-4e1f-bd62-c3b1da5fe3de req-760476b0-524d-4ef6-8279-82bebd1af805 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:27.770928 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-af6afa69-f541-4e1f-bd62-c3b1da5fe3de req-760476b0-524d-4ef6-8279-82bebd1af805 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.2229044 May 10 20:08:27.834332 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-af6afa69-f541-4e1f-bd62-c3b1da5fe3de req-59a471d4-c5cb-421c-902a-ccd73cc90765 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506446 May 10 20:08:27.846643 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Deleting subnet b805dab6-3b21-43b5-ae4e-39c85d26babf {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:08:27.852043 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.917403 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.014728 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.336603 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.340978 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-bd28deaa-1f57-494c-905e-f6f98f1f66bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:28.378744 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b805dab6-3b21-43b5-ae4e-39c85d26babf,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.380666 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.383405 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:28.387837 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-64d160d4-e5c0-4c39-8256-ce373d7785b0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b805dab6-3b21-43b5-ae4e-39c85d26babf HTTP/1.1" status: 204 len: 168 time: 0.6228504 May 10 20:08:28.390660 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42150) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:28.528024 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.660728 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.676702 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90bb56d-9d41-412d-b361-6cd789529404']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:28.691611 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98839f17-d6f2-4a31-9eb9-b94ebd2ab110') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:28.691940 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98839f17-d6f2-4a31-9eb9-b94ebd2ab110') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:28.705418 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855128'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.724018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.730460 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:08:28.730854 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-726519'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: Traceback (most recent call last): May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: timer() May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: cb(*args, **kw) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: return func(*args, **kwargs) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: self._notify() May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: self.callback(batched_events) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: event.method(event) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: return f(self, *a, **k) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: return self._get(url).json() May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:08:28.745454 dv-cinder-788365-3-smb neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:08:28.867482 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.875201 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.881707 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-913295df-de27-47b6-9c63-0a86c83ce3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:28.905906 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d90bb56d-9d41-412d-b361-6cd789529404 HTTP/1.1" status: 204 len: 168 time: 0.5141127 May 10 20:08:28.910347 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90bb56d-9d41-412d-b361-6cd789529404,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.913148 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:29.113322 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cfd6e-afd3-493d-95b7-fec05af16b7b req-1db769b5-41b1-4aac-b08b-29956fa9dd19 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:29.120751 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-148cfd6e-afd3-493d-95b7-fec05af16b7b req-1db769b5-41b1-4aac-b08b-29956fa9dd19 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1130259 May 10 20:08:29.151791 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42160) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:29.170126 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-148cfd6e-afd3-493d-95b7-fec05af16b7b req-f94e3435-2160-4432-8ed4-85a885c37eb0 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481081 May 10 20:08:29.226711 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-599165fa-9551-49f0-a0d3-f492f09ca6a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9c067f3050a4a66a7183fa1128ef6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728629 May 10 20:08:29.228918 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42164) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:29.302527 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.343857 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.416860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.425148 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ba92944e-0d31-446d-af58-d4d7ffcba113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:29.533849 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b062db8-9acc-44e1-b728-a09ea8284fdf,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:29.536803 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:29.538833 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.539935 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b062db8-9acc-44e1-b728-a09ea8284fdf HTTP/1.1" status: 204 len: 168 time: 0.3097050 May 10 20:08:30.039003 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42178) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:30.128648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42184) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:30.129306 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-62d60c64-c90e-4c9a-8ade-825c287dbd4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c1ef5ba2e4247abb7f585419a7fe7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886524 May 10 20:08:30.214215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.268226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.351725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.362389 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-257a875e-b9b8-43f6-8770-c40abe39eb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:30.423770 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb53432-1c4f-4124-b062-84552a67cdae,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:30.443080 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:30.451859 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.454431 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bb53432-1c4f-4124-b062-84552a67cdae HTTP/1.1" status: 204 len: 168 time: 0.3236370 May 10 20:08:30.506463 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de2b50-0882-4234-abe2-6b6e158e90a5 req-f72364e9-1d0b-4012-9541-3676913addc4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:30.508527 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e3de2b50-0882-4234-abe2-6b6e158e90a5 req-f72364e9-1d0b-4012-9541-3676913addc4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1479940 May 10 20:08:30.599221 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e3de2b50-0882-4234-abe2-6b6e158e90a5 req-513085c9-1b69-49ab-aefe-1edb442cedd3 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835056 May 10 20:08:31.852899 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66dcc6-174b-4570-8883-99243258db35 req-ce04641e-acc2-4ab6-ac92-de3da8e5219c tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:31.854596 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-aa66dcc6-174b-4570-8883-99243258db35 req-ce04641e-acc2-4ab6-ac92-de3da8e5219c tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.1042733 May 10 20:08:31.930903 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-aa66dcc6-174b-4570-8883-99243258db35 req-f3092d37-0f1c-4af9-9827-c80efd2a76a3 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&id=1655be1e-50b7-4a05-b75a-14a3280f4002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655496 May 10 20:08:32.362051 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3d74-eb93-4aa5-91e5-9414da84cc3d req-1ecbf79d-75a0-458b-8cab-c72dce8bd34a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.363640 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-846c3d74-eb93-4aa5-91e5-9414da84cc3d req-1ecbf79d-75a0-458b-8cab-c72dce8bd34a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1814759 May 10 20:08:32.500619 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-846c3d74-eb93-4aa5-91e5-9414da84cc3d req-d9da491a-1b4f-4194-9ed2-4997122b5086 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291249 May 10 20:08:33.829818 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1086f2-f81c-42e7-9b9e-dc4c24059a4c req-68c1dad6-05be-4360-81e6-f8260839cf02 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:33.831325 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ff1086f2-f81c-42e7-9b9e-dc4c24059a4c req-68c1dad6-05be-4360-81e6-f8260839cf02 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1243122 May 10 20:08:33.911394 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ff1086f2-f81c-42e7-9b9e-dc4c24059a4c req-8d6bb543-a6e4-49a6-9d4a-4dc1c537a886 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735259 May 10 20:08:34.101863 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.181840 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16b18-2689-4d45-805b-bbbdc7cbcb6f req-4bd948a4-2667-455e-aa20-42ce76bd501a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:35.183496 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95b16b18-2689-4d45-805b-bbbdc7cbcb6f req-4bd948a4-2667-455e-aa20-42ce76bd501a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1124880 May 10 20:08:35.242209 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95b16b18-2689-4d45-805b-bbbdc7cbcb6f req-fd2c41ad-e7af-49a9-9d78-5e3108ccb4fb tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524156 May 10 20:08:36.364892 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42274) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:36.480395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f77b2-bea7-4edd-a15c-77d486a86415 req-d9da1791-6b2f-4615-af1a-b554493d86c6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:36.481701 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dc2f77b2-bea7-4edd-a15c-77d486a86415 req-d9da1791-6b2f-4615-af1a-b554493d86c6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1060755 May 10 20:08:36.554127 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.589388 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:36.594104 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-dc2f77b2-bea7-4edd-a15c-77d486a86415 req-7cf17745-77c6-41cb-af78-1e51cf2a2dcc tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024089 May 10 20:08:36.597719 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Usage tracker for resource:security_group_rule and tenant:9465b101afeb412591e8916d8d62d9a8 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:36.601136 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:36.607191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:36.719064 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.723948 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.731473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fdba9c44-16e3-40ea-bc58-9197f30bbdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:36.778146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ffaa15-5e6f-4298-bba4-89693b30eeb8,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:36.782873 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9465b101afeb412591e8916d8d62d9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166119 May 10 20:08:36.783819 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:36.787630 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42282) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:36.866773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.915936 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.982730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.986522 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-60f9be79-009c-4695-a528-64e648661dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:36.998083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ffaa15-5e6f-4298-bba4-89693b30eeb8,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.002258 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.005635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.006755 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19ffaa15-5e6f-4298-bba4-89693b30eeb8 HTTP/1.1" status: 204 len: 168 time: 0.2180309 May 10 20:08:37.837547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a7748-5da4-4d2e-9329-3f074efc22c6 req-4263431b-a40b-46a0-9674-6254a9546f37 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:37.839345 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e80a7748-5da4-4d2e-9329-3f074efc22c6 req-4263431b-a40b-46a0-9674-6254a9546f37 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1124203 May 10 20:08:37.889104 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e80a7748-5da4-4d2e-9329-3f074efc22c6 req-398c7145-7a85-421d-9dae-28620d0cb49e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 May 10 20:08:38.566096 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-24f813b6-c3ae-4417-8529-82237bc13324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:39.128215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4896e37-26b7-497b-803e-434d4fb90a59 req-bfaa8ea1-7a5c-4da2-a510-038ec640e3cd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:39.129746 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a4896e37-26b7-497b-803e-434d4fb90a59 req-bfaa8ea1-7a5c-4da2-a510-038ec640e3cd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0983405 May 10 20:08:39.210312 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a4896e37-26b7-497b-803e-434d4fb90a59 req-c3da5e73-2a60-4227-90f5-4cc1da8b411b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738022 May 10 20:08:40.445336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff59c59-f062-4c58-bf68-4bae3e4bfa3f req-3ed489c0-633c-4681-86bf-40f7a5e5d754 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:40.447763 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8ff59c59-f062-4c58-bf68-4bae3e4bfa3f req-3ed489c0-633c-4681-86bf-40f7a5e5d754 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1127830 May 10 20:08:40.499502 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8ff59c59-f062-4c58-bf68-4bae3e4bfa3f req-d371d5fc-bded-4cae-b910-6d03a808a00f tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 May 10 20:08:41.192589 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0839eeeb-4790-465c-87eb-5c259c13a40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:41.314585 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:41.744395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf008e3-869e-4668-9e61-2645b283ba17 req-5c80d9fa-055f-4f4e-b15a-668a9bf53d29 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:41.745935 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3cf008e3-869e-4668-9e61-2645b283ba17 req-5c80d9fa-055f-4f4e-b15a-668a9bf53d29 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1043007 May 10 20:08:41.799291 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3cf008e3-869e-4668-9e61-2645b283ba17 req-9db49c19-5b5a-41e9-b002-66e6f941d4f1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 May 10 20:08:42.262297 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.027646 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70436cb3-d6b0-4deb-9b23-bcc4655c388d req-dd6b5e5e-0842-40b1-a34a-a4e402a5ecea tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:43.029336 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70436cb3-d6b0-4deb-9b23-bcc4655c388d req-dd6b5e5e-0842-40b1-a34a-a4e402a5ecea tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0982485 May 10 20:08:43.091351 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70436cb3-d6b0-4deb-9b23-bcc4655c388d req-f7e4fbba-dba7-4185-beab-27b7a630d16b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534863 May 10 20:08:43.689240 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.290086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d446c1-4229-4dc9-8f8b-b7c40c96a5f0 req-6933343f-3059-416d-98f4-c436443578d4 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:44.291575 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30d446c1-4229-4dc9-8f8b-b7c40c96a5f0 req-6933343f-3059-416d-98f4-c436443578d4 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0837312 May 10 20:08:44.348623 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30d446c1-4229-4dc9-8f8b-b7c40c96a5f0 req-bbf46e40-bbd7-42b1-b9cf-8c4de42ef33b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510614 May 10 20:08:45.541760 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc838690-204a-44a9-8f6e-0ac1e54f9229 req-3f21add8-f93e-42ab-8b4a-0216ad8b4b8c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:45.543257 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc838690-204a-44a9-8f6e-0ac1e54f9229 req-3f21add8-f93e-42ab-8b4a-0216ad8b4b8c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0847733 May 10 20:08:45.588540 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc838690-204a-44a9-8f6e-0ac1e54f9229 req-7578662b-4c53-4e67-be75-225b7fd8776f tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 May 10 20:08:46.792856 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d740b-0b16-4468-bf50-ab27536c770c req-dbffb06c-a072-43c7-ab6b-f12a2979b952 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:46.794252 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-186d740b-0b16-4468-bf50-ab27536c770c req-dbffb06c-a072-43c7-ab6b-f12a2979b952 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0888798 May 10 20:08:46.856923 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-186d740b-0b16-4468-bf50-ab27536c770c req-ab533880-6611-45da-9c3f-3c046675d756 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556357 May 10 20:08:48.072538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0add77-0315-4e5b-beda-34340836ecaa req-9d63df33-1ca9-4b1e-ac3d-dadf58860858 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:48.074099 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2c0add77-0315-4e5b-beda-34340836ecaa req-9d63df33-1ca9-4b1e-ac3d-dadf58860858 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0880277 May 10 20:08:48.133480 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2c0add77-0315-4e5b-beda-34340836ecaa req-703e0b34-a8cf-4168-810d-faade014d4df tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529215 May 10 20:08:48.556046 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576e288-ba45-4845-9fb4-17beed899d4d req-73cf4e75-764a-4bd0-84da-b3f214c751d7 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:48.557498 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5576e288-ba45-4845-9fb4-17beed899d4d req-73cf4e75-764a-4bd0-84da-b3f214c751d7 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.1340477 May 10 20:08:48.613271 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5576e288-ba45-4845-9fb4-17beed899d4d req-01671a4e-9819-441b-a663-0a36f3eb7433 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493174 May 10 20:08:48.624312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-712024c6-b06d-4d22-86f1-38d96a58168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:48.625860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-712024c6-b06d-4d22-86f1-38d96a58168c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 1099 time: 0.1308401 May 10 20:08:48.843878 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-80ca0586-65e2-4450-843f-08edecdd1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:48.845860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-80ca0586-65e2-4450-843f-08edecdd1bd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.2132981 May 10 20:08:48.955478 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-3a7af42d-f6cd-4e13-b35b-ee7225ecb4f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 200 len: 1001 time: 0.1029756 May 10 20:08:49.031267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-c75fe66f-f668-4fc2-8b10-d2f5a39b6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:49.032786 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-c75fe66f-f668-4fc2-8b10-d2f5a39b6954 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0702081 May 10 20:08:49.110570 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-d5915a8e-10fa-4d8a-88b6-fe300a02b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:49.111958 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-d5915a8e-10fa-4d8a-88b6-fe300a02b403 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720799 May 10 20:08:49.245701 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-807a7d75-87b2-4a1c-87ca-24bf504547f4 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270618 May 10 20:08:49.387870 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1bf00868-b1a7-4e78-afb1-0418c2ac3fe4 req-86bce69f-e948-47c3-8379-89057048f1c3 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342881 May 10 20:08:49.819526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987546-31be-4eda-99ed-5742880ca12a req-3328e407-41ae-4d39-8f5d-1a99202f3062 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:49.821235 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b987546-31be-4eda-99ed-5742880ca12a req-3328e407-41ae-4d39-8f5d-1a99202f3062 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0882344 May 10 20:08:49.869879 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b987546-31be-4eda-99ed-5742880ca12a req-f49e4673-56ec-420e-8c13-71e17572a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 May 10 20:08:51.064081 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c404eb6-70cf-460c-b339-9ad4c58e4662 req-e19e31ee-af01-4724-9c58-2f16e3f06ef5 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:51.065649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3c404eb6-70cf-460c-b339-9ad4c58e4662 req-e19e31ee-af01-4724-9c58-2f16e3f06ef5 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.0857797 May 10 20:08:51.115986 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3c404eb6-70cf-460c-b339-9ad4c58e4662 req-c6d93ef8-7ec6-40fe-b7da-721bebcba07a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 May 10 20:09:02.868886 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:09:04.110637 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:05.730916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f5922-bcde-4e7c-9096-8322c6990dc8 req-96e763b9-ff9d-412a-9cc1-bc61bd215467 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:05.732729 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f13f5922-bcde-4e7c-9096-8322c6990dc8 req-96e763b9-ff9d-412a-9cc1-bc61bd215467 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.1077144 May 10 20:09:05.784095 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f13f5922-bcde-4e7c-9096-8322c6990dc8 req-467f5de0-4af5-4196-a31c-6bbfb136c09e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444539 May 10 20:09:06.795338 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-5d921027-4942-4093-9c5f-006961dc8d28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981388 May 10 20:09:07.014739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-e4a8abfc-527b-4036-bca4-a55f893048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.016299 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-e4a8abfc-527b-4036-bca4-a55f893048d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1138 time: 0.1551981 May 10 20:09:07.180906 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea02b1-ff52-4f05-92de-52897afa8904 req-f6ea98cc-8192-40f8-9637-c0989dfdee86 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.182842 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c1ea02b1-ff52-4f05-92de-52897afa8904 req-f6ea98cc-8192-40f8-9637-c0989dfdee86 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.2030175 May 10 20:09:07.243367 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-936e05b0-654e-4316-b8f5-8eaaf9c91f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.245812 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-936e05b0-654e-4316-b8f5-8eaaf9c91f2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.2022941 May 10 20:09:07.337442 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c1ea02b1-ff52-4f05-92de-52897afa8904 req-ceff769a-3aaa-44c8-b1a4-7d8b8241e233 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334643 May 10 20:09:07.386237 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-25a456cb-dfba-4a73-8d45-609b53e12aaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 1001 time: 0.1270115 May 10 20:09:07.472707 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-fbe3bf22-87ed-4431-9296-25a8f6e2b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.474643 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-fbe3bf22-87ed-4431-9296-25a8f6e2b150 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.0819795 May 10 20:09:07.611286 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-f7eaea01-bd59-4705-9fa9-b7526fa039a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.612865 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-f7eaea01-bd59-4705-9fa9-b7526fa039a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1161604 May 10 20:09:07.915075 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-9c616076-c479-4439-a69b-121df0e3b292 service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948058 May 10 20:09:08.034025 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368608-913a-49b7-826a-a58223549943 req-89121248-928c-4cb1-b325-2722bba0f576 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:08.035554 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-42368608-913a-49b7-826a-a58223549943 req-89121248-928c-4cb1-b325-2722bba0f576 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.2236996 May 10 20:09:08.198230 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-ccab5188-4a73-47f7-b474-e51f4d6a847a service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734420 May 10 20:09:08.236708 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Deleting port e70d2321-196b-4bfe-97c5-f418b83a53c6 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:09:08.236947 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:08.401285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] For port e70d2321-196b-4bfe-97c5-f418b83a53c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e70d2321-196b-4bfe-97c5-f418b83a53c6,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:08.401916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:08.563812 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a91d5f8e-b78c-4014-849f-45236d710471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:08.761367 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecce73-2790-401b-86cb-883838e22a42 req-52c280ea-009c-4f23-a59b-1b5e12c6f380 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:08.763016 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-daecce73-2790-401b-86cb-883838e22a42 req-52c280ea-009c-4f23-a59b-1b5e12c6f380 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 947 time: 0.2681603 May 10 20:09:08.814222 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:08.814592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:08.814907 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Floating IP 67cf0bc8-db79-458e-ba12-8375e400391a disassociated. External IP: 172.28.0.11, port: e70d2321-196b-4bfe-97c5-f418b83a53c6. May 10 20:09:08.815254 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Calling delete_port for e70d2321-196b-4bfe-97c5-f418b83a53c6 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:09:08.843253 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-daecce73-2790-401b-86cb-883838e22a42 req-26b312b9-cfd2-478a-badd-86e9f8fb93cd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644982 May 10 20:09:08.977607 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:08.984627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f23662f8-0f54-4eba-9886-5d818eb143b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:09.069640 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event deleted for resources: {'Port': ['ID=e70d2321-196b-4bfe-97c5-f418b83a53c6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:09.074071 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:09.327869 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Router d50c60d6-c581-42ef-aae0-248523e01f76 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:09:09.654251 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:09:09.668964 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:09.684825 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:09.685479 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:08:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:09.734632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] No DVR routers for this DVR port e70d2321-196b-4bfe-97c5-f418b83a53c6 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:09.737561 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:09.740445 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-deleted', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:09.749228 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-42368608-913a-49b7-826a-a58223549943 req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "DELETE /v2.0/ports/e70d2321-196b-4bfe-97c5-f418b83a53c6 HTTP/1.1" status: 204 len: 173 time: 1.7077897 May 10 20:09:09.947486 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca2074-ca69-4c07-9d1c-223ed4705927', 'name': 'network-vif-deleted', 'tag': 'e70d2321-196b-4bfe-97c5-f418b83a53c6', 'status': 'completed', 'code': 200} May 10 20:09:09.964565 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:10.125230 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-c0c146f0-a39a-446e-91e4-def84a57b83d req-c1a23633-5f00-4c77-bb04-f8ec4607a1ff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:10.144513 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-c0c146f0-a39a-446e-91e4-def84a57b83d req-c1a23633-5f00-4c77-bb04-f8ec4607a1ff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:10.146005 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c0c146f0-a39a-446e-91e4-def84a57b83d req-c1a23633-5f00-4c77-bb04-f8ec4607a1ff tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3ca2074-ca69-4c07-9d1c-223ed4705927 HTTP/1.1" status: 200 len: 210 time: 0.0649426 May 10 20:09:10.449927 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:10.457994 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:10.474103 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:10.475227 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:08:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:10.796523 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:11.199179 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d80d60fb-a2f9-4505-91f1-f6b0cf0b6dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:11.203478 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:11.208136 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba0820-33b1-4ee0-ae03-30e1949f0c5c None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:11.328136 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:11.334084 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42540) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:11.408020 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:11.454614 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:11.531656 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:11.541525 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d56c87f1-5783-456c-96a5-20a7a61bf020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:11.561663 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03defb-b912-439e-92b8-0d1a81054bd3 None None] New status for floating IP 67cf0bc8-db79-458e-ba12-8375e400391a: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:09:11.563096 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481bf0aa-db0c-4d0b-8d9f-33f7e6776e32,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:11.566795 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:11.574544 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:11.579820 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42544) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:11.580344 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-54257334-1f64-49b6-9a7d-2645e22247b1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "DELETE /v2.0/security-groups/481bf0aa-db0c-4d0b-8d9f-33f7e6776e32 HTTP/1.1" status: 204 len: 168 time: 0.2440174 May 10 20:09:11.607857 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.api.v2.resource [None req-c2dc279f-eebe-4d46-ad73-e3e6ad7d5446 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] show failed (client error): The resource could not be found. May 10 20:09:11.614021 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42548) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:11.614365 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c2dc279f-eebe-4d46-ad73-e3e6ad7d5446 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups/481bf0aa-db0c-4d0b-8d9f-33f7e6776e32 HTTP/1.1" status: 404 len: 347 time: 0.0329332 May 10 20:09:11.951953 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Deleting port 8d123b4f-1b73-4ec2-9e13-212a970a4678 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:09:11.952414 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.122804 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.123133 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.256393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Calling delete_port for 8d123b4f-1b73-4ec2-9e13-212a970a4678 owned by network:floatingip {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:09:12.263001 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.395509 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.402545 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:12.458806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event deleted for resources: {'Port': ['ID=8d123b4f-1b73-4ec2-9e13-212a970a4678,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:12.461856 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:12.581288 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.596904 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:09:12.607842 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.610239 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "DELETE /v2.0/floatingips/67cf0bc8-db79-458e-ba12-8375e400391a HTTP/1.1" status: 204 len: 168 time: 0.9946544 May 10 20:09:12.640776 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: e70d2321-196b-4bfe-97c5-f418b83a53c6 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:09:12.641110 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device e70d2321-196b-4bfe-97c5-f418b83a53c6 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:09:13.525848 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42566) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:13.533047 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359840549', 'description': 'tempest-description--582111027'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:13.541187 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:13.547393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:13.551584 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:13.554759 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42570) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:13.561606 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:13.579226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.606955 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:13.615213 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:13.618413 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:13.625298 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:13.702921 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.736960 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.741262 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.745126 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-dc0b9523-bc24-4c73-bd11-8e8467d4f8f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:13.758620 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.778629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:13.784228 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b052e2ae8f46a89ad466c66bdeb416 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:13.789043 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:13.791843 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffffd1af-1924-4d3e-a81b-0d0190149bf7,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:13.794692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.796151 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2691972 May 10 20:09:13.797815 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:13.798105 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:13.802156 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42576) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:13.811949 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'security_group_rule': {'security_group_id': 'ffffd1af-1924-4d3e-a81b-0d0190149bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:13.821715 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:13.831856 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:13.836605 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:13.843273 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:13.864236 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.912957 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.919954 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.929454 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-82ff8b51-a9c5-48e6-bddc-4c5b2ea7d184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:13.941448 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.946698 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.954452 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:13.975358 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93ca900-1935-4a3f-bd3c-a62167cb2204,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:13.978921 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:13.988513 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:13.992463 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848295 May 10 20:09:13.992718 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42580) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:14.001136 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'security_group_rule': {'security_group_id': 'ffffd1af-1924-4d3e-a81b-0d0190149bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:14.003265 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5b052e2ae8f46a89ad466c66bdeb416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471092 May 10 20:09:14.008242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42584) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:14.011712 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:14.019342 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:security_group_rule and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:14.024129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:14.026311 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9605e72e-8df6-47fe-ae57-e1f7e5a3f7ef,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:14.032254 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:14.033446 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:14.058143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.087331 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.119088 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.161217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.166339 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.169039 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d041b569-2af3-4982-b394-b33d30e4b780 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:14.194305 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca02962-d938-4409-ac93-ee9bd82d19ed,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:14.197579 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:14.206564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.207571 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-ab2a3eda-748d-4856-90bf-4ac95bbce87e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2138026 May 10 20:09:14.210670 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.213229 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42588) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:14.214520 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-147b3fba-ad59-4ea4-ad7f-f0e2c17a3ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:14.221114 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'floatingip': {'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:14.226926 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9605e72e-8df6-47fe-ae57-e1f7e5a3f7ef,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:14.227217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:14.230726 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:14.233556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Usage tracker for resource:floatingip and tenant:107227155378414a939da8e1763e3c99 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:14.235170 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.236984 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1e9414f5-e06f-4bdb-b044-38028579e463 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9605e72e-8df6-47fe-ae57-e1f7e5a3f7ef HTTP/1.1" status: 204 len: 168 time: 0.2272906 May 10 20:09:14.244379 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:14.254822 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:14.272832 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.461187 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.638023 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Allocated IP 172.28.0.31 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/e799c306-4671-47ab-a065-11423d597622) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:09:14.899922 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.935110 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:14.943556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-95799cde-a119-4eb0-b89a-6d51855601a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:15.005556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:09:15.008413 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:09:15.011052 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:09:15.054033 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'Port': ['ID=e799c306-4671-47ab-a065-11423d597622,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:15.058394 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:15.162345 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.231247 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.455731 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.460479 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.464522 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-99daecda-71fe-4f72-acc0-1e0e40bfbb45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:15.575031 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'Port': ['ID=e799c306-4671-47ab-a065-11423d597622,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:15.579806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:15.591189 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.619563 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.621568 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4070568 May 10 20:09:15.861802 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-ade29e95-8e96-4142-ba4d-557448229c66 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:15.880474 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-ade29e95-8e96-4142-ba4d-557448229c66 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:15.881777 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-ade29e95-8e96-4142-ba4d-557448229c66 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--359840549&fields=id&tenant_id=107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 267 time: 0.0614145 May 10 20:09:16.054307 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-e7377944-6f53-4b34-8984-bf3b3a2b74d9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:16.055738 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-e7377944-6f53-4b34-8984-bf3b3a2b74d9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 816 time: 0.1606193 May 10 20:09:16.072880 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-bda5ffef-f812-436c-b995-783ca6742ab8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/quotas/107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 375 time: 0.0102239 May 10 20:09:16.178539 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-1ac2ce91-1eef-4c6f-a86b-ee22904dadfd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:16.196470 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-1ac2ce91-1eef-4c6f-a86b-ee22904dadfd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:16.198404 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-1ac2ce91-1eef-4c6f-a86b-ee22904dadfd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192210 May 10 20:09:16.477476 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-d5c90492-1d3c-4aa0-8dcc-6c36e77200d2 service neutron] 10.222.0.48 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596052 May 10 20:09:16.620179 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-eabfa95a-2b54-43ea-97ea-2d750b8edd8b service neutron] 10.222.0.48 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364100 May 10 20:09:16.869524 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d0dbb535-ec32-4787-98d1-6e12986d8b3f req-ffe21144-70bf-413e-8e5e-c1d7c9e31e85 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 210 time: 0.0713968 May 10 20:09:18.033280 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30085ce7-0e7e-4999-b984-fcfeec60a1d5 req-0ff7577a-0bdb-41fd-8704-9f54e1a39ade tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 210 time: 0.0459614 May 10 20:09:18.212773 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-738e16ed-3d18-4017-8033-5d36a9bd6f3a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:18.213944 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-738e16ed-3d18-4017-8033-5d36a9bd6f3a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 816 time: 0.1771677 May 10 20:09:18.274638 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-1a56515a-9395-47ef-8387-9a90d817ace6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 379 time: 0.0519216 May 10 20:09:18.284031 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'port': {'device_id': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'admin_state_up': True, 'tenant_id': '107227155378414a939da8e1763e3c99', 'security_groups': ['ffffd1af-1924-4d3e-a81b-0d0190149bf7']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:18.512530 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:18.522357 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:18.533548 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Made reservation on behalf of 107227155378414a939da8e1763e3c99 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:09:18.537288 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:18.708052 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Allocated IP 172.20.0.3 (94a775ca-a11a-4fe9-938c-d998a48666b5/7f46a689-727d-4833-98c9-a3562ab0ef77/fcc5f8b8-777a-4629-9fa8-11cb6db5ccda) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:09:18.912800 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:18.935937 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Transition to ACTIVE for port object fcc5f8b8-777a-4629-9fa8-11cb6db5ccda will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:09:18.966512 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:18.974901 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:19.041785 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:09:19.045038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:09:19.055246 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:09:19.101959 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:19.107179 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:19.145956 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:19.147123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.228914 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9493258 May 10 20:09:19.251154 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Request body: {'port': {'device_id': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:19.305024 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-94745448-4970-4b5b-9324-396b7e5b8020 None None] Provisioning for port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:09:19.313685 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-94745448-4970-4b5b-9324-396b7e5b8020 None None] Provisioning complete for port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:19.314410 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-94745448-4970-4b5b-9324-396b7e5b8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.385109 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602dd51-0425-4d3a-bea1-69896fcc2b1e req-06eb5435-1f05-4fad-a8b1-d485a2944360 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:19.385735 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d602dd51-0425-4d3a-bea1-69896fcc2b1e req-06eb5435-1f05-4fad-a8b1-d485a2944360 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:19.389273 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-94745448-4970-4b5b-9324-396b7e5b8020 None None] Port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:09:19.400825 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.456623 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d602dd51-0425-4d3a-bea1-69896fcc2b1e req-06eb5435-1f05-4fad-a8b1-d485a2944360 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:19.457676 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d602dd51-0425-4d3a-bea1-69896fcc2b1e req-06eb5435-1f05-4fad-a8b1-d485a2944360 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 931 time: 0.2872365 May 10 20:09:19.579134 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d602dd51-0425-4d3a-bea1-69896fcc2b1e req-885d0ca5-c91e-41ed-bd40-9ca34eb23ff3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108391 May 10 20:09:19.805473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc5f8b8-777a-4629-9fa8-11cb6db5ccda {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:09:19.813440 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.827504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Transition to ACTIVE for port object fcc5f8b8-777a-4629-9fa8-11cb6db5ccda will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:09:19.832991 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.838961 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ef42abf2-2ca6-411b-af3c-0469714d31a5 tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:20.004181 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:20.014740 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:20.096386 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Attempting to bind port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:09:20.097030 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Attempting to bind port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:09:20.097030 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Attempting to bind port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda on network 94a775ca-a11a-4fe9-938c-d998a48666b5 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:09:20.102738 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda on network 94a775ca-a11a-4fe9-938c-d998a48666b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:09:20.103428 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Attempting to bind port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda on network 94a775ca-a11a-4fe9-938c-d998a48666b5 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:09:20.109133 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:09:20.109476 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Checking segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:09:20.109855 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Bound using segment: {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:09:20.110794 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Bound port: fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1581f5a-a555-49cb-bb0d-5926a027baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:09:20.111138 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:20.212487 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:09:20.216329 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:09:20.221488 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:20.227047 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7c907578-566f-408c-a5b0-596c63196d27 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:20.279627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.280254 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:20.281695 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] 10.222.0.73 "PUT /v2.0/ports/fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 1093 time: 1.0426772 May 10 20:09:20.282696 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:20.314444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:20.319085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:20.372887 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'status': 'completed', 'code': 200} May 10 20:09:20.510168 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-98e5553a-0947-4872-a432-454df8537e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.511668 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-98e5553a-0947-4872-a432-454df8537e82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1096 time: 0.1760886 May 10 20:09:20.584041 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-b1b95072-d0bd-4e5f-9052-153b0426082a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 217 time: 0.0615156 May 10 20:09:20.649752 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-4cbc2706-1db0-401d-82d1-9c840c7761d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.651206 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-4cbc2706-1db0-401d-82d1-9c840c7761d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0610449 May 10 20:09:20.779429 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-9992a06c-f4d9-461d-88d6-c577ed0d15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.780957 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-9992a06c-f4d9-461d-88d6-c577ed0d15e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235981 May 10 20:09:20.874636 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf90390-dfbf-451a-a98b-739a989e66b1 req-417a29e3-4d2c-4d04-92cf-c74e7e1f8929 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.876647 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2bf90390-dfbf-451a-a98b-739a989e66b1 req-417a29e3-4d2c-4d04-92cf-c74e7e1f8929 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.1714323 May 10 20:09:20.977347 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2bf90390-dfbf-451a-a98b-739a989e66b1 req-83a2b952-8e09-434b-85b2-1ef912fdfe78 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801172 May 10 20:09:20.979432 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-4cccbc63-2baf-4122-b861-23a341592643 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902246 May 10 20:09:21.139399 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e0ca502-1155-482b-92b6-27fbd67cc429 req-1d62da70-0008-4ce0-ac20-a98d5eb8901f service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520886 May 10 20:09:21.273996 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-51764e91-6f09-4cdf-9f48-f4fc8baa3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.275478 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-51764e91-6f09-4cdf-9f48-f4fc8baa3ff6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1096 time: 0.0819275 May 10 20:09:21.420234 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-5b8ee703-29b0-49fa-a4c5-c8ff41e8c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.421677 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-5b8ee703-29b0-49fa-a4c5-c8ff41e8c4a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.1393838 May 10 20:09:21.499182 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-c7bbd8c5-f74b-47c9-b106-aa00498c4df2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 217 time: 0.0700407 May 10 20:09:21.571880 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-5d3f8c0c-d86f-4fa2-982b-004732a19514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.573658 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-5d3f8c0c-d86f-4fa2-982b-004732a19514 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0676877 May 10 20:09:21.655971 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-04201f66-d10a-447d-871b-f0ff01552fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.657488 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-04201f66-d10a-447d-871b-f0ff01552fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774860 May 10 20:09:21.798527 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-17824b3e-70c5-42b9-807b-01d82d8fd15f service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330583 May 10 20:09:21.952852 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fe9d8b42-4be3-40a1-aea3-f583df8d98ad req-0b70536a-14cf-45bf-8a78-03e6dd28fcb0 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471074 May 10 20:09:22.195419 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533dff-fe4c-41b6-ac39-b9c4887bfb44 req-9f81b285-b110-4931-8fce-e080ff40146f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:22.196892 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ce533dff-fe4c-41b6-ac39-b9c4887bfb44 req-9f81b285-b110-4931-8fce-e080ff40146f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0838764 May 10 20:09:22.255393 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ce533dff-fe4c-41b6-ac39-b9c4887bfb44 req-4b6fbf51-98e1-4792-80d3-e64a1787a1d8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517156 May 10 20:09:23.446781 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5f9d1-c52f-4fa5-8142-646532f45396 req-bf960d72-ca78-4a09-8702-e50001fccac3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:23.448246 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4f5f9d1-c52f-4fa5-8142-646532f45396 req-bf960d72-ca78-4a09-8702-e50001fccac3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0817106 May 10 20:09:23.493750 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4f5f9d1-c52f-4fa5-8142-646532f45396 req-831ea194-230f-4a05-b160-4e6a2737577c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391257 May 10 20:09:24.714069 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:09:24.774567 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113b0a-8151-459b-8b64-d28eef3424f9 req-0cf1c54c-7bc2-4d1c-854e-88d6b16bf07e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:24.776055 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71113b0a-8151-459b-8b64-d28eef3424f9 req-0cf1c54c-7bc2-4d1c-854e-88d6b16bf07e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.1694365 May 10 20:09:24.826609 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-71113b0a-8151-459b-8b64-d28eef3424f9 req-2d36f447-c950-42b5-9da8-fe49fdaa4c88 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 May 10 20:09:24.873012 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:24.885999 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'mac_address': 'fa:16:3e:35:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:09:24.940467 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:24.956932 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc5f8b8-777a-4629-9fa8-11cb6db5ccda {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:09:24.972384 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:24.976575 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:24.978730 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:25.045665 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:25.053119 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.053462 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.053796 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.054123 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.054445 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.054768 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.055088 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.055400 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.055716 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.056054 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.056368 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.056680 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:25.060708 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:25.381933 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:26.023156 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0539ab-7d2e-41c0-b48d-af9f67fcc626 req-d0a460ce-afff-4053-b90e-f024779529d0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:26.024651 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f0539ab-7d2e-41c0-b48d-af9f67fcc626 req-d0a460ce-afff-4053-b90e-f024779529d0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 944 time: 0.0826740 May 10 20:09:26.074576 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1f0539ab-7d2e-41c0-b48d-af9f67fcc626 req-bdd33865-4ee4-4034-8bf1-a552454ea01f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434999 May 10 20:09:26.720554 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:09:26.787804 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:09:26.793490 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:26.793902 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:26.918359 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:26.953590 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:26.966551 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:26.972815 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:26.976875 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:27.054155 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:27.057697 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:27.148737 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'code': 200} May 10 20:09:27.274771 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d345911-d168-444f-be71-065396815421 req-b83871da-1852-45dc-b3ec-8f881b41a4df tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:27.276250 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d345911-d168-444f-be71-065396815421 req-b83871da-1852-45dc-b3ec-8f881b41a4df tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0876315 May 10 20:09:27.333277 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d345911-d168-444f-be71-065396815421 req-8ef46579-4686-420c-ad9d-d624f5ec287b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497940 May 10 20:09:27.424353 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dcbad-d543-455e-9aaa-5ae74ec83604 req-0a078017-dc1e-4967-8331-90b7a22fd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:27.425834 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8f9dcbad-d543-455e-9aaa-5ae74ec83604 req-0a078017-dc1e-4967-8331-90b7a22fd3d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1098 time: 0.0891213 May 10 20:09:27.473392 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8f9dcbad-d543-455e-9aaa-5ae74ec83604 req-3fd2bcaa-3c49-4c3a-9ad7-9f9e3758c82e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 May 10 20:09:28.531809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1d211-39e4-4094-baca-9a5743e1e00e req-628c179e-ddb4-4439-ba90-8dd422950fa0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:28.533896 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e6b1d211-39e4-4094-baca-9a5743e1e00e req-628c179e-ddb4-4439-ba90-8dd422950fa0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0826855 May 10 20:09:28.588646 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e6b1d211-39e4-4094-baca-9a5743e1e00e req-c2cd4fe7-3fc0-4241-b238-11d28526a202 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488365 May 10 20:09:29.778029 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7ef7-493b-420e-8958-b6d367a55c09 req-4d4ae3d7-8e70-4e0c-b388-67e42d460156 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:29.779504 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1e6a7ef7-493b-420e-8958-b6d367a55c09 req-4d4ae3d7-8e70-4e0c-b388-67e42d460156 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0826702 May 10 20:09:29.826553 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1e6a7ef7-493b-420e-8958-b6d367a55c09 req-1d353e89-1c3d-40f9-a160-5c2a773ae156 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412922 May 10 20:09:30.016904 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162677b-0113-4c58-b97c-50eaf42b0a2a req-5b7a8985-a903-4b3f-a664-b9fa8e1750a0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:30.018382 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0162677b-0113-4c58-b97c-50eaf42b0a2a req-5b7a8985-a903-4b3f-a664-b9fa8e1750a0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0850818 May 10 20:09:30.026875 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42660) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:30.032515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Request body: {'floatingip': {'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:30.108884 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:30.696259 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:30.700462 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:30.963309 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Floating IP d7dbd228-0476-4cd3-8967-f140c2cbebfc associated. External IP: 172.28.0.31, port: fcc5f8b8-777a-4629-9fa8-11cb6db5ccda. May 10 20:09:31.311110 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Router d50c60d6-c581-42ef-aae0-248523e01f76 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:09:31.487344 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:09:31.491603 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:31.496583 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97defac5-062c-4229-86d2-50dda10e433f None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:31.506674 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:31.507298 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:31.546490 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-160633f0-7b8b-48eb-b174-5049b288eb3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "PUT /v2.0/floatingips/d7dbd228-0476-4cd3-8967-f140c2cbebfc HTTP/1.1" status: 200 len: 990 time: 1.5185285 May 10 20:09:31.547124 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:31.601699 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'status': 'completed', 'code': 200} May 10 20:09:31.706806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-e0ec0809-64cb-4350-8f24-694b635f9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:31.708359 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-e0ec0809-64cb-4350-8f24-694b635f9651 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1098 time: 0.0855312 May 10 20:09:31.755539 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:31.853915 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-586ec04e-d8d8-4321-90dc-e56618c2fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:31.856253 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-586ec04e-d8d8-4321-90dc-e56618c2fe1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.1411066 May 10 20:09:31.960154 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-c7352a26-dadb-4de7-b5a6-362e2c6bc206 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 998 time: 0.0976684 May 10 20:09:32.025730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-db0fc80a-2571-4b8a-a42c-8ba04796945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:32.027611 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-db0fc80a-2571-4b8a-a42c-8ba04796945d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0611243 May 10 20:09:32.104202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-271a115e-3350-45d9-bd9a-0080d51ee09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:32.105571 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-271a115e-3350-45d9-bd9a-0080d51ee09b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717998 May 10 20:09:32.145757 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'd7dbd228-0476-4cd3-8967-f140c2cbebfc', 'tenant_id': '107227155378414a939da8e1763e3c99', 'floating_ip_address': '172.28.0.31', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'mac_address': 'fa:16:3e:35:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:15Z', 'updated_at': '2021-05-10T20:09:30Z', 'revision_number': 1, 'project_id': '107227155378414a939da8e1763e3c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:32.149736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97defac5-062c-4229-86d2-50dda10e433f None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:32.158692 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:32.159316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:32.241392 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-0c144534-eb15-438c-a24d-fa5717b21884 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281457 May 10 20:09:32.351597 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:32.474403 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4cccc7b-13c7-4e36-9022-fe6eeb01fd07 req-b786cd31-5de7-4432-872e-5b5c3437d33e service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264895 May 10 20:09:32.716939 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-97defac5-062c-4229-86d2-50dda10e433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'd7dbd228-0476-4cd3-8967-f140c2cbebfc', 'tenant_id': '107227155378414a939da8e1763e3c99', 'floating_ip_address': '172.28.0.31', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'mac_address': 'fa:16:3e:35:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:15Z', 'updated_at': '2021-05-10T20:09:30Z', 'revision_number': 1, 'project_id': '107227155378414a939da8e1763e3c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:32.721201 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97defac5-062c-4229-86d2-50dda10e433f None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': 'd7dbd228-0476-4cd3-8967-f140c2cbebfc', 'tenant_id': '107227155378414a939da8e1763e3c99', 'floating_ip_address': '172.28.0.31', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'mac_address': 'fa:16:3e:35:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:15Z', 'updated_at': '2021-05-10T20:09:30Z', 'revision_number': 1, 'project_id': '107227155378414a939da8e1763e3c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:32.952443 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534bb057-65c5-4a15-baf5-97bed0252fa7 None None] New status for floating IP d7dbd228-0476-4cd3-8967-f140c2cbebfc: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:09:34.103403 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:38.562629 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4a3adf0b-c053-4514-9604-44b0b099f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:39.868264 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:09:41.182329 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6e01ef45-2a4a-48a1-95f4-3427230b2652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:41.309923 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.265970 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.693461 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.127572 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-dac38cf0-a2ad-4b7f-86dd-16a69974042f tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192645894&fields=id&tenant_id=b3cd7b1367a343b2876c228b77c49561 HTTP/1.1" status: 200 len: 267 time: 0.0497851 May 10 20:09:50.220768 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-86cf80f3-fb35-4814-9f12-68c641d1e885 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:50.222327 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-86cf80f3-fb35-4814-9f12-68c641d1e885 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 985 time: 0.0868535 May 10 20:09:50.235762 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Request body: {'port': {'security_groups': ['9b3379c3-1f9f-4cbb-91cd-620d4a2d4279']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:50.380393 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.636057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:50.661819 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.667275 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.675812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:50.679461 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['f3958396-54b1-4657-9337-4eb0de079269'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:50.746633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:50.747294 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.748830 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6c522a51-82a6-476d-a094-12142e7c62d8 req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "PUT /v2.0/ports/f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 943 time: 0.5184634 May 10 20:09:50.749251 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:50.758930 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42718) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:50.791288 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event updated for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=7']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:50.807267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.808011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.808011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.808390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.808741 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.809097 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.809507 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.809805 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.811126 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.811546 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.811824 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.812196 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:50.825271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:50.830484 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['f3958396-54b1-4657-9337-4eb0de079269'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:50.840923 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'status': 'completed', 'code': 200} May 10 20:09:50.888051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.954976 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:50.996123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-9273b57f-03e8-4da5-9885-d970e8ee0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:50.997629 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-9273b57f-03e8-4da5-9885-d970e8ee0d26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1099 time: 0.1274486 May 10 20:09:51.104661 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.112270 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-66097cb3-2f24-45c9-82d8-ff4f99475882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:51.124429 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-291459ea-5025-4741-b517-e180ea3225f2 None None] Provisioning complete for port f3958396-54b1-4657-9337-4eb0de079269 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:51.124810 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-291459ea-5025-4741-b517-e180ea3225f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.130364 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655be1e-50b7-4a05-b75a-14a3280f4002,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:51.147326 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.147872 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.148527 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.149055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.149575 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.150086 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.150613 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.151136 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.151659 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.152284 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.152915 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.153471 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:51.158228 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:51.160590 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.162491 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "DELETE /v2.0/security-groups/1655be1e-50b7-4a05-b75a-14a3280f4002 HTTP/1.1" status: 204 len: 168 time: 0.4014757 May 10 20:09:51.166919 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42724) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:51.233771 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-85eb56b4-b0ad-4bb9-85dc-d4a59cd08952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:51.238549 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-85eb56b4-b0ad-4bb9-85dc-d4a59cd08952 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.2315285 May 10 20:09:51.392692 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-c01fc8c9-48e8-496d-97e4-89b7bf6e005c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 1001 time: 0.1471047 May 10 20:09:51.466353 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-906907a0-8dcc-4b0d-ac22-da095e5755d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:51.467867 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-906907a0-8dcc-4b0d-ac22-da095e5755d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.0686519 May 10 20:09:51.552047 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-2f34e3a6-09e4-4724-b942-034ed4598c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:51.553495 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-2f34e3a6-09e4-4724-b942-034ed4598c9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782576 May 10 20:09:51.558347 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Deleting port 4456cabd-b538-4881-90f8-cfd660669d45 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:09:51.558685 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.697677 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-61db37ac-482d-45fb-9643-de7fa29caa9b service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371548 May 10 20:09:51.699945 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.700282 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.831802 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Calling delete_port for 4456cabd-b538-4881-90f8-cfd660669d45 owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:09:51.841247 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b901960c-7892-4d73-a650-fedc3ad23c34 req-e5ccc151-b0e8-416a-8e83-e4cb4daeb22b service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365962 May 10 20:09:51.966938 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:51.970745 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6b0311e3-f0af-4022-b30a-351d1859cf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:52.015488 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event deleted for resources: {'Port': ['ID=4456cabd-b538-4881-90f8-cfd660669d45,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:52.042070 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:52.116137 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:52.116627 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.l3_db [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Floating IP b9d3a48d-15a3-427a-9004-98a8cea388c8 disassociated (deleted). External IP: 172.28.0.70, port: f3958396-54b1-4657-9337-4eb0de079269. May 10 20:09:52.595321 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:09:52.791742 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:09:52.802923 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] Sync routers for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:52.813502 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:52.813744 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:52.814399 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:52.868360 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d848a27f-ba74-42ba-a666-e2bdf89206b9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "DELETE /v2.0/floatingips/b9d3a48d-15a3-427a-9004-98a8cea388c8 HTTP/1.1" status: 204 len: 168 time: 1.6996634 May 10 20:09:52.869197 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:53.021998 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'status': 'completed', 'code': 200} May 10 20:09:53.048858 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:53.128100 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-48f5ac1e-6509-448e-b91d-3475c5572471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:53.129502 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-48f5ac1e-6509-448e-b91d-3475c5572471 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd7b1367a343b2876c228b77c49561&device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 1099 time: 0.0799720 May 10 20:09:53.285361 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-c334720f-e901-4238-a284-201e6363ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:53.287809 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-c334720f-e901-4238-a284-201e6363ff9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 200 len: 916 time: 0.1521599 May 10 20:09:53.423450 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:20Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:53.428058 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] Checking router: bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:53.437430 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:53.438592 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:53.476781 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-3d946750-6403-4cb1-9536-6e7e378a8b45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 200 len: 217 time: 0.1749008 May 10 20:09:53.551685 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-c0826501-d38d-4ea2-b743-b26d3e4fb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:53.553157 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-c0826501-d38d-4ea2-b743-b26d3e4fb49c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 200 len: 854 time: 0.0681956 May 10 20:09:53.629906 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:53.648226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-c2205e3d-7ab6-464e-8e28-1c23419269c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:53.649662 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-c2205e3d-7ab6-464e-8e28-1c23419269c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897119 May 10 20:09:53.805176 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-83af1e1e-f8ad-42bd-831f-3e0baa28686d service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489487 May 10 20:09:53.970491 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f70a3c63-19d8-4541-af6b-19c4a6258c29 req-b9cd0462-59fa-4136-91d7-aa297e2022fd service neutron] 10.222.0.73 "GET /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589639 May 10 20:09:54.012188 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:20Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:54.017833 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc504e7-313a-42a4-a421-9565f7c9b4ac None None] The sync data for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb is: [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:13Z', 'revision_number': 4, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': 'd29bacb6-03de-4355-8bb0-a28d6b18b94d', 'name': '', 'network_id': '3e1f2ce4-f62d-4f11-b782-1d95b54c87ba', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'mac_address': 'fa:16:3e:c1:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:12Z', 'updated_at': '2021-05-10T20:05:20Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'subnets': [{'id': 'ffb2657e-6bd9-4db0-95d2-5709d254908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:54.254176 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc4ec82-7c8c-42cd-a043-6965914a7774 None None] New status for floating IP b9d3a48d-15a3-427a-9004-98a8cea388c8: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:09:56.301692 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e46c4-c54b-4d21-a4d8-2eedb3cb3def req-9bee297d-550a-4887-8b09-e5b2e8c79091 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.303193 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-248e46c4-c54b-4d21-a4d8-2eedb3cb3def req-9bee297d-550a-4887-8b09-e5b2e8c79091 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.0805633 May 10 20:09:56.351819 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-248e46c4-c54b-4d21-a4d8-2eedb3cb3def req-046bf5fa-1903-414a-a672-5ae54e1684b6 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 May 10 20:09:57.549622 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e39-b5c4-4fe5-bf17-b48977f82eb4 req-45feeb62-9aaa-477c-a28e-999de204463d tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:57.551103 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-69640e39-b5c4-4fe5-bf17-b48977f82eb4 req-45feeb62-9aaa-477c-a28e-999de204463d tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.0846689 May 10 20:09:57.598182 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-69640e39-b5c4-4fe5-bf17-b48977f82eb4 req-f4c8f732-76b4-4de5-bc3e-57f0d808ef7b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 May 10 20:09:58.470382 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a861dafd-4ed1-4318-aa68-28755119af36 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:58.471765 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a861dafd-4ed1-4318-aa68-28755119af36 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.0843673 May 10 20:09:58.614305 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Deleting port f3958396-54b1-4657-9337-4eb0de079269 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:09:58.615030 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:58.807860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] For port f3958396-54b1-4657-9337-4eb0de079269, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3958396-54b1-4657-9337-4eb0de079269,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:58.808250 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:58.934305 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Calling delete_port for f3958396-54b1-4657-9337-4eb0de079269 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:09:58.976564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a01dac-e852-4904-90bd-f88ed7139f9c req-2d3cbd8c-8b83-4d02-9827-5df3e4160afd tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:58.978184 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f2a01dac-e852-4904-90bd-f88ed7139f9c req-2d3cbd8c-8b83-4d02-9827-5df3e4160afd tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7113a05-6634-4542-a771-a9b8e294bbfe HTTP/1.1" status: 200 len: 946 time: 0.2606323 May 10 20:09:59.038327 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f2a01dac-e852-4904-90bd-f88ed7139f9c req-bff37372-a82f-4649-9033-27775207dad9 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526509 May 10 20:09:59.108570 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:59.114395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:59.120524 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['f3958396-54b1-4657-9337-4eb0de079269'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:59.164001 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Pushing event deleted for resources: {'Port': ['ID=f3958396-54b1-4657-9337-4eb0de079269,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:59.167221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:59.239859 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] No DVR routers for this DVR port f3958396-54b1-4657-9337-4eb0de079269 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:59.242303 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:59.244926 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'name': 'network-vif-deleted', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:59.256997 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6ebc26c6-58e2-4ba8-8e76-50c7a0e5a3af req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] 10.222.0.73 "DELETE /v2.0/ports/f3958396-54b1-4657-9337-4eb0de079269 HTTP/1.1" status: 204 len: 173 time: 0.7797041 May 10 20:09:59.292791 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7113a05-6634-4542-a771-a9b8e294bbfe', 'name': 'network-vif-deleted', 'tag': 'f3958396-54b1-4657-9337-4eb0de079269', 'status': 'completed', 'code': 200} May 10 20:10:00.877686 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42838) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:01.294860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbf354-3afd-4614-9c7a-33f3759f55c4 req-e3fb4360-8d20-48bf-b529-446c7e1e1109 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:01.296418 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-12dbf354-3afd-4614-9c7a-33f3759f55c4 req-e3fb4360-8d20-48bf-b529-446c7e1e1109 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2535431 May 10 20:10:01.418782 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-12dbf354-3afd-4614-9c7a-33f3759f55c4 req-27c34651-3b34-48ae-8105-b1aae9e188f6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698085 May 10 20:10:01.650055 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.108758 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Deleting port d29bacb6-03de-4355-8bb0-a28d6b18b94d {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:02.109951 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.237197 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] For port d29bacb6-03de-4355-8bb0-a28d6b18b94d, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=d29bacb6-03de-4355-8bb0-a28d6b18b94d,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:02.237469 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.499686 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Calling delete_port for d29bacb6-03de-4355-8bb0-a28d6b18b94d owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:02.596088 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240e007-23cf-4483-9bf1-7772ff67029d req-9caacdac-7015-445b-961d-cacc8c645ea6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:02.597530 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2240e007-23cf-4483-9bf1-7772ff67029d req-9caacdac-7015-445b-961d-cacc8c645ea6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.3527467 May 10 20:10:02.895076 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device f3958396-54b1-4657-9337-4eb0de079269 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:02.901489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5aee8-cbe3-4bd1-bb9e-e5e5e55fc923 req-42344d65-47f9-4196-8db9-81156e73fac5 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:02.902944 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-77b5aee8-cbe3-4bd1-bb9e-e5e5e55fc923 req-42344d65-47f9-4196-8db9-81156e73fac5 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.3653851 May 10 20:10:02.944606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: f3958396-54b1-4657-9337-4eb0de079269 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:02.945187 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device f3958396-54b1-4657-9337-4eb0de079269 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:03.013643 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-77b5aee8-cbe3-4bd1-bb9e-e5e5e55fc923 req-3165cb28-1725-4219-921a-0997e5c6b8d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995862 May 10 20:10:03.019060 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Deleting port b24a80d5-3075-4042-8079-acf20653dee4 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:03.019410 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.042420 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.094057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ec1dc70e-3a0c-4ab2-a003-b9e3fda33472 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:03.143517 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d29bacb6-03de-4355-8bb0-a28d6b18b94d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:03.148998 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:03.288430 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] For port b24a80d5-3075-4042-8079-acf20653dee4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b24a80d5-3075-4042-8079-acf20653dee4,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:03.290464 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.692004 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.951515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.951880 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.952216 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Floating IP c84bfab9-e2ff-4747-8748-457c0f431834 disassociated. External IP: 172.28.0.82, port: b24a80d5-3075-4042-8079-acf20653dee4. May 10 20:10:03.952562 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Calling delete_port for b24a80d5-3075-4042-8079-acf20653dee4 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:04.105033 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:04.338421 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:04.343100 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:04.355452 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab825df-e559-4b86-82a5-7b0b7e0361bf req-f9c336eb-88d3-4362-ade5-66819d021d39 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:04.356971 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4ab825df-e559-4b86-82a5-7b0b7e0361bf req-f9c336eb-88d3-4362-ade5-66819d021d39 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 946 time: 0.2092943 May 10 20:10:04.357622 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-041251b4-ca92-40b9-b78b-b36c33b4f798 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:04.423522 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event deleted for resources: {'Port': ['ID=b24a80d5-3075-4042-8079-acf20653dee4,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:04.428592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:04.692666 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4ab825df-e559-4b86-82a5-7b0b7e0361bf req-fd519b2d-ec7d-4ea3-a499-1b8bc14be777 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9375f62-bd18-44d4-8277-4c0071d93619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036211 May 10 20:10:04.793996 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:04.804010 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:04.805647 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] Sync routers for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:04.816179 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:04.817016 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:04.881432 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] 10.222.0.48 "PUT /v2.0/routers/bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9987400 May 10 20:10:04.882460 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42856) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:05.025605 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:05.040186 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:05.050545 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:05.051418 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:05.066432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:05.122869 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] No DVR routers for this DVR port b24a80d5-3075-4042-8079-acf20653dee4 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:05.126829 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:05.129107 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2240e007-23cf-4483-9bf1-7772ff67029d req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "DELETE /v2.0/ports/b24a80d5-3075-4042-8079-acf20653dee4 HTTP/1.1" status: 204 len: 173 time: 2.4111388 May 10 20:10:05.129685 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'name': 'network-vif-deleted', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:05.136425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:05.236095 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068ad113-f397-42d0-b58e-bb99dff27a28', 'name': 'network-vif-deleted', 'tag': 'b24a80d5-3075-4042-8079-acf20653dee4', 'status': 'completed', 'code': 200} May 10 20:10:05.346888 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:05.367974 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:05.419865 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:10:02Z', 'revision_number': 5, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port': {'id': '929296b0-9b06-4cd9-bb93-d255e1d70185', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:05.425555 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] Checking router: bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:05.437058 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] Routers {'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:05.438654 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:05.473006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Deleting port 929296b0-9b06-4cd9-bb93-d255e1d70185 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:05.473420 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:05.641145 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] Set router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:05.649372 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] For port 929296b0-9b06-4cd9-bb93-d255e1d70185, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=929296b0-9b06-4cd9-bb93-d255e1d70185,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:05.650357 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:05.799525 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:05.803988 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:05.815310 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:05.816037 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:09:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:05.861298 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Calling delete_port for 929296b0-9b06-4cd9-bb93-d255e1d70185 owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:05.864880 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:10:05Z', 'revision_number': 6, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:05.894673 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf7434-749b-45be-99dc-f04da10d6eb3 None None] The sync data for ids ['bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49'] in dv-cinder-788365-3-smb is: [{'id': 'bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49', 'name': 'tempest-TestMinimumBasicScenario-1282053111-router', 'tenant_id': 'b3cd7b1367a343b2876c228b77c49561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:08Z', 'updated_at': '2021-05-10T20:10:05Z', 'revision_number': 6, 'project_id': 'b3cd7b1367a343b2876c228b77c49561', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:05.988159 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-ec82501c-0803-4cd6-ae39-ffba2d5de1c5 req-71fd0db8-dec2-4f8f-befe-eeb96ed23eb1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Synchronizing usage tracker for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:10:06.008607 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-ec82501c-0803-4cd6-ae39-ffba2d5de1c5 req-71fd0db8-dec2-4f8f-befe-eeb96ed23eb1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Unset dirty status for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:10:06.009798 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ec82501c-0803-4cd6-ae39-ffba2d5de1c5 req-71fd0db8-dec2-4f8f-befe-eeb96ed23eb1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=068ad113-f397-42d0-b58e-bb99dff27a28 HTTP/1.1" status: 200 len: 210 time: 0.0869057 May 10 20:10:06.058385 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:06.086523 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.092788 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:06.141752 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Pushing event deleted for resources: {'Port': ['ID=929296b0-9b06-4cd9-bb93-d255e1d70185,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:06.145198 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:06.274875 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.373428 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device d29bacb6-03de-4355-8bb0-a28d6b18b94d no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:06.419653 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: d29bacb6-03de-4355-8bb0-a28d6b18b94d {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:06.420481 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device d29bacb6-03de-4355-8bb0-a28d6b18b94d not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:06.492895 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:06.497777 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec927-da1a-45b3-87bf-e3ddde630fb1 None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:06.605341 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.608194 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.641357 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.641737 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:10:06.656862 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.658014 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7de16807-d24d-4bbf-befb-1a0561ed901d admin admin] 10.222.0.48 "DELETE /v2.0/routers/bd2e4b94-c2b2-4a4d-9ae0-e7acfdeb0d49 HTTP/1.1" status: 204 len: 168 time: 1.7737379 May 10 20:10:06.660571 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42866) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:06.834731 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1e580-85cb-4664-9964-04f86a8ecb14 None None] New status for floating IP c84bfab9-e2ff-4747-8748-457c0f431834: DOWN {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:10:06.898266 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Deleting subnet ffb2657e-6bd9-4db0-95d2-5709d254908a {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:10:06.902280 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.969749 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:06.976890 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device b24a80d5-3075-4042-8079-acf20653dee4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:07.023567 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: b24a80d5-3075-4042-8079-acf20653dee4 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:07.023940 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device b24a80d5-3075-4042-8079-acf20653dee4 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:07.129819 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.164742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42878) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:07.377783 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.408892 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.445993 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.451629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-12e38ddc-d5fa-4d6f-885b-9a3af3aeed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:07.471365 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.475341 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d783ba91-bcec-4483-a2c5-c127cfa756bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:07.490327 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9375f62-bd18-44d4-8277-4c0071d93619,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:07.492527 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb2657e-6bd9-4db0-95d2-5709d254908a,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:07.494572 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:07.495711 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:07.496749 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.498797 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.503056 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "DELETE /v2.0/security-groups/f9375f62-bd18-44d4-8277-4c0071d93619 HTTP/1.1" status: 204 len: 168 time: 0.3337719 May 10 20:10:07.503450 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42882) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:07.514524 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07384a8-ea37-496d-b91e-095f39729ede None None] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:10:07.520477 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a9fe0ff7-8439-4669-8931-e10ce2d0bc78 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ffb2657e-6bd9-4db0-95d2-5709d254908a HTTP/1.1" status: 204 len: 168 time: 0.8588924 May 10 20:10:07.523745 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.api.v2.resource [None req-fc8455f9-f828-479d-b57e-28d19838425e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] show failed (client error): The resource could not be found. May 10 20:10:07.523918 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42886) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:07.532513 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fc8455f9-f828-479d-b57e-28d19838425e tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups/f9375f62-bd18-44d4-8277-4c0071d93619 HTTP/1.1" status: 404 len: 347 time: 0.0202687 May 10 20:10:07.534030 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42890) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:07.662210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.747596 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Deleting port 0bddc67a-2e64-4323-a5ba-8d98b986d42c {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:07.747850 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.793246 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Deleting port 36366c66-607b-4dc0-a5f4-c2aeb6551138 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:07.793604 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.844037 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] DHCP port deletion for 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba request from dv-cinder-788365-3-smb {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:10:07.868837 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] For port 0bddc67a-2e64-4323-a5ba-8d98b986d42c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0bddc67a-2e64-4323-a5ba-8d98b986d42c,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:07.870112 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.943664 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.944281 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:07.992678 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Deleting port 0bddc67a-2e64-4323-a5ba-8d98b986d42c {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:07.993310 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.033427 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Calling delete_port for 0bddc67a-2e64-4323-a5ba-8d98b986d42c owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:08.087577 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.092131 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4a531875-9762-4f91-889f-9569341d77e4 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:08.126699 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Calling delete_port for 36366c66-607b-4dc0-a5f4-c2aeb6551138 owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:08.138432 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bddc67a-2e64-4323-a5ba-8d98b986d42c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:08.142404 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:08.143312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] No DVR routers for this DVR port 0bddc67a-2e64-4323-a5ba-8d98b986d42c on host dv-cinder-788365-3-smb {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:08.150058 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] For port 0bddc67a-2e64-4323-a5ba-8d98b986d42c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0bddc67a-2e64-4323-a5ba-8d98b986d42c,segment=NetworkSegment(d2ff7732-13cc-4795-b788-fc699b074697),segment_id=d2ff7732-13cc-4795-b788-fc699b074697)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:08.150679 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.276293 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.292415 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1f2ce4-f62d-4f11-b782-1d95b54c87ba']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:08.299929 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.308118 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7dc40d6b-4278-4e48-8dd3-0086fee59cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:08.308441 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ff7732-13cc-4795-b788-fc699b074697') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:08.308441 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ff7732-13cc-4795-b788-fc699b074697') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:08.322413 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855128'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.326768 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0bddc67a-2e64-4323-a5ba-8d98b986d42c no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:08.342252 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.349284 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:08.349838 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-726519'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.362072 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Calling delete_port for 0bddc67a-2e64-4323-a5ba-8d98b986d42c owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:08.364629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event deleted for resources: {'Port': ['ID=36366c66-607b-4dc0-a5f4-c2aeb6551138,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:08.381032 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 0bddc67a-2e64-4323-a5ba-8d98b986d42c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:08.381346 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0bddc67a-2e64-4323-a5ba-8d98b986d42c not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:08.381714 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 929296b0-9b06-4cd9-bb93-d255e1d70185 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:08.397829 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: Traceback (most recent call last): May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: timer() May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: cb(*args, **kw) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: return func(*args, **kwargs) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: self._notify() May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: self.callback(batched_events) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: event.method(event) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: return f(self, *a, **k) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: return self._get(url).json() May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:08.414111 dv-cinder-788365-3-smb neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:08.447395 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.456015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.460548 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0d76462b-eb51-412b-8c07-db81024d9f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:08.475507 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.490286 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3e1f2ce4-f62d-4f11-b782-1d95b54c87ba HTTP/1.1" status: 204 len: 168 time: 0.9647517 May 10 20:10:08.493634 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42898) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:08.506352 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1f2ce4-f62d-4f11-b782-1d95b54c87ba,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:08.519282 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:08.522734 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 929296b0-9b06-4cd9-bb93-d255e1d70185 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:08.523348 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 929296b0-9b06-4cd9-bb93-d255e1d70185 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:08.574368 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dd02cecc-67c0-4758-80ef-ccab51ac6c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.597395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.601395 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ecdd360d-5463-4d8f-bc5c-cbd7553f3ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:08.636724 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Network 3e1f2ce4-f62d-4f11-b782-1d95b54c87ba is not hosted by any dhcp agent {{(pid=78753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 20:10:08.637423 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] No DVR routers for this DVR port 0bddc67a-2e64-4323-a5ba-8d98b986d42c on host dv-cinder-788365-3-smb {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:08.651437 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Pushing event deleted for resources: {'Port': ['ID=0bddc67a-2e64-4323-a5ba-8d98b986d42c,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:08.653945 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:08.730663 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.731789 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "DELETE /v2.0/floatingips/c84bfab9-e2ff-4747-8748-457c0f431834 HTTP/1.1" status: 204 len: 168 time: 1.1958339 May 10 20:10:09.235796 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42906) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:09.245276 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701099836', 'description': 'tempest-description--754937677'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:09.254800 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:09.261199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:09.264819 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:09.272103 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:09.284602 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.289467 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.318812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:09.325301 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:09.330336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:09.340785 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:09.434619 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.440676 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.448173 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9acdf8df-9b3a-467f-b7fc-da36c7103d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:09.492535 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb2d2a-d3ef-405c-bb36-40b836342218,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:09.495323 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.496526 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2595899 May 10 20:10:09.497430 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-368644d5-6a99-420d-ac4a-2d5d68b7883d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:09.500353 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42910) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:09.510937 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'security_group_rule': {'security_group_id': 'fceb2d2a-d3ef-405c-bb36-40b836342218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:09.537605 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:09.607101 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:09.617154 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:09.650602 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:09.681040 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.804307 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.809041 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.819073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-24f1fe7b-66ec-4b69-a6bb-89ceb3b436b5 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:09.846499 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6000a0a3-ecf3-40c9-bc68-d3dfb08c2f31,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:09.854848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:09.897877 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.902039 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3973455 May 10 20:10:09.903084 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42914) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:09.918266 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'security_group_rule': {'security_group_id': 'fceb2d2a-d3ef-405c-bb36-40b836342218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:09.926725 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:09.932788 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:security_group_rule and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:09.936884 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:09.947077 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:09.978637 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.990694 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Deleting port 689205d8-2541-43d6-aaa2-808806a0bf3c {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:09.991075 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.155554 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.166463 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.174763 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-13f926a9-fcc2-47bb-b082-8fc84f826099 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:10.191569 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] For port 689205d8-2541-43d6-aaa2-808806a0bf3c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=689205d8-2541-43d6-aaa2-808806a0bf3c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:10.191959 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.217753 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f386d5-56d8-4c59-bdc4-87f682666bdd,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:10.280227 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:10.345116 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.346422 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c45611fa-f39c-482d-ad83-a456a12738de tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418464 May 10 20:10:10.352577 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42920) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:10.361271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'floatingip': {'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:10.368261 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:10.376794 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:floatingip and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:10.385475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:10.394355 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:10.407992 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.464960 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Calling delete_port for 689205d8-2541-43d6-aaa2-808806a0bf3c owned by network:router_interface {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:10.572973 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.642060 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.645956 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-86057ad3-dd83-409d-b308-864d9556fa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:10.695079 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=689205d8-2541-43d6-aaa2-808806a0bf3c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:10.698226 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:10.732466 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Allocated IP 172.28.0.127 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/7e52b980-524b-4076-8763-9f903fe54714) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:10:10.908608 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.943270 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.948312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f46d447b-394d-4bda-981d-0dfa5c495f97 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:11.012285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:10:11.015690 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:10:11.018492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:10:11.024113 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.092221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'Port': ['ID=7e52b980-524b-4076-8763-9f903fe54714,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:11.100541 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:11.155732 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.187568 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f972574e-2c05-48eb-a2dd-3063d471bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.316503 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.355824 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.442328 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Router ae2479eb-42ea-4c09-8972-4551875d70ec has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:11.609405 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.616364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.624298 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:11.668840 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:11.680556 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] Sync routers for ids ['ae2479eb-42ea-4c09-8972-4551875d70ec'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:11.694232 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] Routers {'ae2479eb-42ea-4c09-8972-4551875d70ec'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:11.695213 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:10:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['ae2479eb-42ea-4c09-8972-4551875d70ec'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:11.702545 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-330cee2d-500b-49eb-815d-0de73ad165d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/ae2479eb-42ea-4c09-8972-4551875d70ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2063713 May 10 20:10:11.709067 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42926) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:11.763590 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'Port': ['ID=7e52b980-524b-4076-8763-9f903fe54714,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:11.768224 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:11.787228 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.822300 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.824287 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4703789 May 10 20:10:11.946272 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] Set router ae2479eb-42ea-4c09-8972-4551875d70ec gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:11.970376 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.183215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6a0df394-6cd9-4d46-883d-b759383dee46 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Synchronizing usage tracker for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:10:12.211195 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6a0df394-6cd9-4d46-883d-b759383dee46 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Unset dirty status for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:10:12.212961 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6a0df394-6cd9-4d46-883d-b759383dee46 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1701099836&fields=id&tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2 HTTP/1.1" status: 200 len: 267 time: 0.0785105 May 10 20:10:12.279297 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.357003 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:10:10Z', 'revision_number': 5, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port': {'id': '9cdddf6b-62bb-412e-9a1b-5510b724f3e0', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:05:17Z', 'updated_at': '2021-05-10T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:12.361398 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] Checking router: ae2479eb-42ea-4c09-8972-4551875d70ec for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:12.368321 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.370709 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] Routers {'ae2479eb-42ea-4c09-8972-4551875d70ec'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:12.371427 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:10:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['ae2479eb-42ea-4c09-8972-4551875d70ec'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:12.418547 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-595b08ed-9573-43e8-89b6-8c0af1b6309b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:12.420333 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-595b08ed-9573-43e8-89b6-8c0af1b6309b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 811 time: 0.1931176 May 10 20:10:12.441248 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-30a5fd82-8e7d-4f77-b5e6-d97340513762 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/quotas/a4e757e3b30c4e4986ec090ecfcbc6a2 HTTP/1.1" status: 200 len: 375 time: 0.0108364 May 10 20:10:12.469704 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Deleting port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:12.470115 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.555852 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] Set router ae2479eb-42ea-4c09-8972-4551875d70ec gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:12.585217 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-3bacb41b-cc32-4e0f-a6cf-2b7f0792d2b4 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272368 May 10 20:10:12.645869 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] For port 9cdddf6b-62bb-412e-9a1b-5510b724f3e0, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:12.647049 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.666130 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:10:12Z', 'revision_number': 6, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:12.672583 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d9bc-4f22-49d4-9b69-f6a38b693586 None None] The sync data for ids ['ae2479eb-42ea-4c09-8972-4551875d70ec'] in dv-cinder-788365-3-smb is: [{'id': 'ae2479eb-42ea-4c09-8972-4551875d70ec', 'name': 'tempest-TestMinimumBasicScenario-268334644-router', 'tenant_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:05:16Z', 'updated_at': '2021-05-10T20:10:12Z', 'revision_number': 6, 'project_id': '74d4119a4d354b06af9a5c4dcb27db0e', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:12.747267 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-f430a4e2-daa4-4d64-9d3a-9bee9b565bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598561 May 10 20:10:12.789899 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Calling delete_port for 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:12.907373 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ac01e507-a1ed-4daf-a7a7-f20fe83b77b6 service neutron] 10.222.0.48 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508276 May 10 20:10:13.019536 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.028704 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6f742611-c9a7-4fcd-b973-62df00088693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:13.110660 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdddf6b-62bb-412e-9a1b-5510b724f3e0,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:13.122700 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:13.213414 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.215013 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3c164130-4d6b-4c15-9929-78feab8c9cb5 req-4a3cce8b-c91b-4a3f-95be-d9d458fd2374 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 210 time: 0.0708065 May 10 20:10:13.404055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.406980 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.439100 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.439745 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2479eb-42ea-4c09-8972-4551875d70ec {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:10:13.454566 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.455718 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-00038015-03d3-4959-b9fe-91ca63a79032 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ae2479eb-42ea-4c09-8972-4551875d70ec HTTP/1.1" status: 204 len: 168 time: 1.7452526 May 10 20:10:13.458684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42954) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:13.527919 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Deleting subnet 75131d10-7ba7-403f-bf66-c8f0bed326af {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:10:13.532327 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.593398 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855111'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.702448 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:13.773631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.103080 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-726417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15210212'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.107354 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:14.147859 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75131d10-7ba7-403f-bf66-c8f0bed326af,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:14.149582 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.154937 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:14.157332 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13907140-ac1d-4c71-a44c-464100b25bf5 None None] Network 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:10:14.158655 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-44b8e8e2-16ba-40da-b79c-a94d1ce4c817 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/75131d10-7ba7-403f-bf66-c8f0bed326af HTTP/1.1" status: 204 len: 168 time: 0.6989987 May 10 20:10:14.161304 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 42960) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:14.361663 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 689205d8-2541-43d6-aaa2-808806a0bf3c no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:14.438275 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 689205d8-2541-43d6-aaa2-808806a0bf3c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:14.438962 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 689205d8-2541-43d6-aaa2-808806a0bf3c not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:14.439578 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:14.485134 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:14.485482 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9cdddf6b-62bb-412e-9a1b-5510b724f3e0 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:14.529490 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fee712f7-1727-413f-a22a-7c0a46551ea9 req-1392a3d6-abb8-4338-a62d-6ba214f091ee tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 210 time: 0.1341302 May 10 20:10:14.545570 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.614927 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] DHCP port deletion for 6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 request from dv-cinder-788365-3-smb {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:10:14.658280 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-23bb7327-6989-4047-b89d-72f971cee2ec tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:14.659852 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-23bb7327-6989-4047-b89d-72f971cee2ec tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 811 time: 0.2692831 May 10 20:10:14.706710 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Deleting port dbe71293-3223-45b2-8cbf-ce1ba270681c {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:14.707355 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.726732 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-b7b852ad-bab3-4f42-b67c-48050fe487fe tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2 HTTP/1.1" status: 200 len: 380 time: 0.0556722 May 10 20:10:14.728332 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Deleting port dbe71293-3223-45b2-8cbf-ce1ba270681c {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:14.728670 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.745450 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'port': {'device_id': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'admin_state_up': True, 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'security_groups': ['fceb2d2a-d3ef-405c-bb36-40b836342218']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:14.872105 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] For port dbe71293-3223-45b2-8cbf-ce1ba270681c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dbe71293-3223-45b2-8cbf-ce1ba270681c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:14.873603 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.947523 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] For port dbe71293-3223-45b2-8cbf-ce1ba270681c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dbe71293-3223-45b2-8cbf-ce1ba270681c,segment=NetworkSegment(43a1998f-3eb1-4184-ae44-5e3c1914edca),segment_id=43a1998f-3eb1-4184-ae44-5e3c1914edca)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:14.947974 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.062509 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Calling delete_port for dbe71293-3223-45b2-8cbf-ce1ba270681c owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:15.092448 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Calling delete_port for dbe71293-3223-45b2-8cbf-ce1ba270681c owned by network:dhcp {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:15.101632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:15.107564 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Usage tracker for resource:port and tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:15.111436 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:15.120458 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:15.128634 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.132735 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:15.146048 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Made reservation on behalf of a4e757e3b30c4e4986ec090ecfcbc6a2 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:10:15.151517 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.176661 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Pushing event deleted for resources: {'Port': ['ID=dbe71293-3223-45b2-8cbf-ce1ba270681c,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:15.179673 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:15.180551 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487078c7-8640-4b31-af44-b2d0bd9a5ed2 None None] No DVR routers for this DVR port dbe71293-3223-45b2-8cbf-ce1ba270681c on host dv-cinder-788365-3-smb {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:15.253802 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.260550 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:15.321182 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] No DVR routers for this DVR port dbe71293-3223-45b2-8cbf-ce1ba270681c on host dv-cinder-788365-3-smb {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:15.326558 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe71293-3223-45b2-8cbf-ce1ba270681c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:15.360511 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:15.526024 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.543490 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Allocated IP 172.20.0.10 (1019cfc3-d329-471f-a830-b9f13bb99c08/3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685/95993553-8607-4816-a6bc-1fc9c5b399fc) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:10:15.546621 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e92ab34-9bab-48b3-a3e7-9ede2f6406a5']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.565795 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a1998f-3eb1-4184-ae44-5e3c1914edca') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.566085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a1998f-3eb1-4184-ae44-5e3c1914edca') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.581622 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855128'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.622688 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.635640 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:15.636090 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-726519'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: util.warn( May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: util.warn( May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: util.warn( May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: util.warn( May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: Traceback (most recent call last): May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: timer() May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: cb(*args, **kw) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: return func(*args, **kwargs) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: self._notify() May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: self.callback(batched_events) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: event.method(event) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: return f(self, *a, **k) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: return self._get(url).json() May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:15.651529 dv-cinder-788365-3-smb neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:15.833450 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4bfe602a-0bd9-43bb-8e78-ef1bcd8143f0 req-d60482ea-63de-47b8-8a3f-7818bc165900 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 210 time: 0.1588907 May 10 20:10:15.878161 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.886693 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.892932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b3dca64e-9bb4-481e-906f-24e15753aae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:15.933839 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e92ab34-9bab-48b3-a3e7-9ede2f6406a5,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:15.936921 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:15.947135 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b33d2ab0-df17-4d21-982f-29800557b705 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e92ab34-9bab-48b3-a3e7-9ede2f6406a5 HTTP/1.1" status: 204 len: 168 time: 1.7842700 May 10 20:10:15.977279 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.997706 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Transition to ACTIVE for port object 95993553-8607-4816-a6bc-1fc9c5b399fc will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:10:16.037715 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.049829 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-7b89e815-83f3-4b47-972f-443f8d9b728b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:16.147702 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42978) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:16.222713 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:10:16.227480 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:10:16.231525 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:10:16.239134 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-65d4a85b-19b6-432d-812b-aa8fa58b2924 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3cd7b1367a343b2876c228b77c49561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872474 May 10 20:10:16.239425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42982) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:16.300490 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dbe71293-3223-45b2-8cbf-ce1ba270681c no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:16.301086 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event updated for resources: {'Port': ['ID=95993553-8607-4816-a6bc-1fc9c5b399fc,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:16.314947 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:16.343422 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: dbe71293-3223-45b2-8cbf-ce1ba270681c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:16.344585 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dbe71293-3223-45b2-8cbf-ce1ba270681c not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:16.354987 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:16.355571 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.356008 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.387554 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.391161 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-6856b775-8599-4d34-b49a-bab624f3badd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6488094 May 10 20:10:16.405711 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Request body: {'port': {'device_id': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:16.466650 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.475670 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2e3c5fca-18a7-4437-9a7d-a30274e79d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:16.492188 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3379c3-1f9f-4cbb-91cd-620d4a2d4279,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:16.494599 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:16.499183 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.503537 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b3379c3-1f9f-4cbb-91cd-620d4a2d4279 HTTP/1.1" status: 204 len: 168 time: 0.2535362 May 10 20:10:16.556101 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.557991 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2460e0ec-fef7-4320-bf45-27bc845e2e95 None None] Provisioning for port 95993553-8607-4816-a6bc-1fc9c5b399fc completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:10:16.567146 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-2460e0ec-fef7-4320-bf45-27bc845e2e95 None None] Provisioning complete for port 95993553-8607-4816-a6bc-1fc9c5b399fc triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:10:16.567794 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2460e0ec-fef7-4320-bf45-27bc845e2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.674270 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-2460e0ec-fef7-4320-bf45-27bc845e2e95 None None] Port 95993553-8607-4816-a6bc-1fc9c5b399fc cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:10:16.886796 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:10:17.018841 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42992) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:17.104694 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-4432f8b3-1125-4dc3-a26d-b5c29acefee7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74d4119a4d354b06af9a5c4dcb27db0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841806 May 10 20:10:17.107015 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 42996) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:17.149271 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95993553-8607-4816-a6bc-1fc9c5b399fc {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:10:17.161119 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.181526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Transition to ACTIVE for port object 95993553-8607-4816-a6bc-1fc9c5b399fc will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:10:17.187519 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.189684 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.192034 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4eb0e49c-1ae9-4baa-8f3d-89a7bf3e5640 tempest-VolumesActionsTest-1217271729 tempest-VolumesActionsTest-1217271729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:17.231740 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.309099 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc7f59-d595-4b49-98c8-8a498c128fea req-d4732e4b-a759-482e-847b-075835273bdd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:17.309844 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-80cc7f59-d595-4b49-98c8-8a498c128fea req-d4732e4b-a759-482e-847b-075835273bdd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Synchronizing usage tracker for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:10:17.334483 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.343170 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cf3aa429-92cd-4091-a35e-52bc331f5a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:17.362922 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdace1f-3281-4909-ad00-8943c6536bca,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:17.366967 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:17.379413 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.381668 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acdace1f-3281-4909-ad00-8943c6536bca HTTP/1.1" status: 204 len: 168 time: 0.2734146 May 10 20:10:17.418582 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Pushing event updated for resources: {'Port': ['ID=95993553-8607-4816-a6bc-1fc9c5b399fc,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:17.422626 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:17.476291 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-80cc7f59-d595-4b49-98c8-8a498c128fea req-d4732e4b-a759-482e-847b-075835273bdd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Unset dirty status for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:10:17.478329 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-80cc7f59-d595-4b49-98c8-8a498c128fea req-d4732e4b-a759-482e-847b-075835273bdd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 932 time: 0.4238005 May 10 20:10:17.593804 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-80cc7f59-d595-4b49-98c8-8a498c128fea req-3d20f9b7-025a-4fcd-b21d-8608e44f0a7b tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008289 May 10 20:10:17.601789 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Attempting to bind port 95993553-8607-4816-a6bc-1fc9c5b399fc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:10:17.602136 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Attempting to bind port 95993553-8607-4816-a6bc-1fc9c5b399fc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:10:17.602477 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Attempting to bind port 95993553-8607-4816-a6bc-1fc9c5b399fc on network 1019cfc3-d329-471f-a830-b9f13bb99c08 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:10:17.608577 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Port 95993553-8607-4816-a6bc-1fc9c5b399fc on network 1019cfc3-d329-471f-a830-b9f13bb99c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:10:17.608954 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Attempting to bind port 95993553-8607-4816-a6bc-1fc9c5b399fc on network 1019cfc3-d329-471f-a830-b9f13bb99c08 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:10:17.615776 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:10:17.616162 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Checking segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:10:17.616572 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Bound using segment: {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:10:17.616989 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Bound port: 95993553-8607-4816-a6bc-1fc9c5b399fc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:10:17.617626 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.775163 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] For port 95993553-8607-4816-a6bc-1fc9c5b399fc, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:10:17.779876 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] For port 95993553-8607-4816-a6bc-1fc9c5b399fc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95993553-8607-4816-a6bc-1fc9c5b399fc,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:10:17.791485 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.796294 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-54189289-55b4-47e8-8f88-4897b82f4ffe tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:17.853777 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:17.854370 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:17.856269 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] 10.222.0.73 "PUT /v2.0/ports/95993553-8607-4816-a6bc-1fc9c5b399fc HTTP/1.1" status: 200 len: 1094 time: 1.4569423 May 10 20:10:17.856891 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:17.962398 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'status': 'completed', 'code': 200} May 10 20:10:17.970203 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Pushing event updated for resources: {'Port': ['ID=95993553-8607-4816-a6bc-1fc9c5b399fc,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:17.974553 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:18.009933 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-20f0aaf1-51f9-45c1-9956-ef66fcf349f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:18.011572 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-20f0aaf1-51f9-45c1-9956-ef66fcf349f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 1097 time: 0.0935457 May 10 20:10:18.115021 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-2b5e3fd1-e2d9-4006-b524-762ee2760b4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95993553-8607-4816-a6bc-1fc9c5b399fc HTTP/1.1" status: 200 len: 217 time: 0.0947933 May 10 20:10:18.182812 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-87cef4d8-9a65-434d-9579-cfc0fda79884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:18.184295 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-87cef4d8-9a65-434d-9579-cfc0fda79884 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0639467 May 10 20:10:18.263994 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-eb0c967f-f311-41b7-a313-ad0c6ca5b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:18.265430 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-eb0c967f-f311-41b7-a313-ad0c6ca5b23f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748596 May 10 20:10:18.401327 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-ded30a6c-7cea-438d-82b9-5aa2b2d028d2 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294038 May 10 20:10:18.626242 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f7ad2b8-6e1b-4ac9-bb23-7dd3a6b1ce43 req-66f551ce-26ad-4bbe-9f0a-c07b12954bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188954 May 10 20:10:18.811556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-7bc9f86a-25fd-4d12-9bb3-aea1e8ec5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:18.813133 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-7bc9f86a-25fd-4d12-9bb3-aea1e8ec5e5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 1097 time: 0.1291666 May 10 20:10:18.858123 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84027a9-2412-4703-8662-a725e65969bd req-1dfa9196-d667-4d31-804e-bea6e97419fa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:18.860060 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e84027a9-2412-4703-8662-a725e65969bd req-1dfa9196-d667-4d31-804e-bea6e97419fa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 944 time: 0.1301398 May 10 20:10:18.994933 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e84027a9-2412-4703-8662-a725e65969bd req-ece430d2-d60b-4f40-bba7-982a199def26 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800841 May 10 20:10:19.021609 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-bfd298d2-9900-492a-881b-dfd2eca30356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:19.024104 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-bfd298d2-9900-492a-881b-dfd2eca30356 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.1993554 May 10 20:10:19.094924 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-bee9ada1-f441-4282-9860-ac648fbe3f93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95993553-8607-4816-a6bc-1fc9c5b399fc HTTP/1.1" status: 200 len: 217 time: 0.0650375 May 10 20:10:19.166336 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-cf5ebe18-f7b9-4092-a48f-d09f75f0498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:19.167643 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-cf5ebe18-f7b9-4092-a48f-d09f75f0498d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0658457 May 10 20:10:19.270494 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-fb321164-6ba7-4085-a527-cd87eceb86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:19.272010 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-fb321164-6ba7-4085-a527-cd87eceb86f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980542 May 10 20:10:19.407226 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-7c8aff6e-96d3-4f2d-b8cf-462cf3354767 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284223 May 10 20:10:19.545711 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1c51815f-a43c-43e6-8766-6ea13ea2fc45 req-52940fe7-c5f0-434e-80d8-757940b3d359 service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310191 May 10 20:10:20.196796 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24b723-ed0f-4cb5-bbdd-e61e5ab65bba req-31760827-894c-4d10-8e1e-3b93bdadc776 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:20.198306 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cf24b723-ed0f-4cb5-bbdd-e61e5ab65bba req-31760827-894c-4d10-8e1e-3b93bdadc776 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 944 time: 0.0914733 May 10 20:10:20.243949 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cf24b723-ed0f-4cb5-bbdd-e61e5ab65bba req-ccfa6f4d-578c-4b44-89a0-e181f3cb4376 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393922 May 10 20:10:21.443153 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99452f-1808-415b-920c-20a83936db23 req-1f3ec7fa-a773-4029-91b6-578e894d5aac tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:21.444634 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1d99452f-1808-415b-920c-20a83936db23 req-1f3ec7fa-a773-4029-91b6-578e894d5aac tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 944 time: 0.0803432 May 10 20:10:21.492070 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1d99452f-1808-415b-920c-20a83936db23 req-e30cfdf8-becb-4e05-ae41-1ff46bb4d67c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 May 10 20:10:22.688744 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36928-0b03-4fcc-958e-f2e892e63b11 req-7d326ee3-6a67-4256-acff-c9e20b7714f9 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:22.690271 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-29b36928-0b03-4fcc-958e-f2e892e63b11 req-7d326ee3-6a67-4256-acff-c9e20b7714f9 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 944 time: 0.0908985 May 10 20:10:22.738415 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-29b36928-0b03-4fcc-958e-f2e892e63b11 req-c03c7ed3-c82e-4001-9b9b-0f8aa71e512c tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 May 10 20:10:22.989836 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 95993553-8607-4816-a6bc-1fc9c5b399fc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:10:23.150012 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 95993553-8607-4816-a6bc-1fc9c5b399fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95993553-8607-4816-a6bc-1fc9c5b399fc,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:23.169075 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'port_id': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'mac_address': 'fa:16:3e:02:dc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:10:23.238158 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.256877 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95993553-8607-4816-a6bc-1fc9c5b399fc {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:10:23.273128 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 95993553-8607-4816-a6bc-1fc9c5b399fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95993553-8607-4816-a6bc-1fc9c5b399fc,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:23.278227 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.280051 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:23.348733 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=95993553-8607-4816-a6bc-1fc9c5b399fc,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:23.351995 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:23.622073 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['95993553-8607-4816-a6bc-1fc9c5b399fc'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:10:23.940495 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec6895-a071-45d4-a733-5d0f7fcc1440 req-93a90949-f57e-4700-9141-19538d6e60a4 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:23.942193 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f4ec6895-a071-45d4-a733-5d0f7fcc1440 req-93a90949-f57e-4700-9141-19538d6e60a4 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 945 time: 0.0903120 May 10 20:10:23.990622 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f4ec6895-a071-45d4-a733-5d0f7fcc1440 req-413da551-9f40-4860-b833-ca78e00b2e28 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 May 10 20:10:24.994342 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 95993553-8607-4816-a6bc-1fc9c5b399fc up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:10:25.068945 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 95993553-8607-4816-a6bc-1fc9c5b399fc completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:10:25.074916 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 95993553-8607-4816-a6bc-1fc9c5b399fc triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:10:25.075378 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:25.211586 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:25.215040 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa170df-2a23-46c4-83cf-9c4df80ba6b4 req-53ae459f-ed1f-49bf-bb59-1b9d801a581d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:25.216591 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-faa170df-2a23-46c4-83cf-9c4df80ba6b4 req-53ae459f-ed1f-49bf-bb59-1b9d801a581d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 945 time: 0.0854490 May 10 20:10:25.243920 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:25.259478 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 95993553-8607-4816-a6bc-1fc9c5b399fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95993553-8607-4816-a6bc-1fc9c5b399fc,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:25.268593 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:25.273931 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-4a8e1859-183b-428e-8f4f-04cab7a24724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:25.282667 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-faa170df-2a23-46c4-83cf-9c4df80ba6b4 req-787164f8-7467-4688-b6d4-62e9a0047678 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570335 May 10 20:10:25.311808 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'code': 200} May 10 20:10:25.362993 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=95993553-8607-4816-a6bc-1fc9c5b399fc,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:25.370705 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.371074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.371375 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.371708 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.372631 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.372631 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.373162 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.373162 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.373418 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.373733 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.373996 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.374305 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:25.378766 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:25.546296 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac668a-c8cf-4b14-98bd-950f8644b566 req-4cf3d839-0be4-4180-9b56-830357cad970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:25.548390 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f7ac668a-c8cf-4b14-98bd-950f8644b566 req-4cf3d839-0be4-4180-9b56-830357cad970 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 1099 time: 0.0775802 May 10 20:10:25.596474 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f7ac668a-c8cf-4b14-98bd-950f8644b566 req-6ada7a15-621b-4eac-9c31-fa9eb03f6489 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 May 10 20:10:26.478531 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c32ad-9148-4f9a-82f5-eafb4d5838a7 req-54e646c3-8bfa-42b3-a94b-fdf2bb3615cd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:26.479932 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9b7c32ad-9148-4f9a-82f5-eafb4d5838a7 req-54e646c3-8bfa-42b3-a94b-fdf2bb3615cd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.0810947 May 10 20:10:26.527343 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9b7c32ad-9148-4f9a-82f5-eafb4d5838a7 req-1df76763-a6de-41d3-836b-5d80757ec248 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414345 May 10 20:10:27.812376 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259b1ce-029a-48e5-bc7b-08e303ae00e7 req-22be53a7-9df8-4d9b-b0aa-0550c54ddddd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:27.815045 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0259b1ce-029a-48e5-bc7b-08e303ae00e7 req-22be53a7-9df8-4d9b-b0aa-0550c54ddddd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.1756301 May 10 20:10:27.863218 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0259b1ce-029a-48e5-bc7b-08e303ae00e7 req-6a449d7f-4016-4f90-b619-281dcff2d2cb tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 May 10 20:10:28.065241 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedafc2-8bee-4d6e-8401-39410a82c1b8 req-f083670f-07d2-42b7-972d-e445c2c8e9fc tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:28.066740 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8aedafc2-8bee-4d6e-8401-39410a82c1b8 req-f083670f-07d2-42b7-972d-e445c2c8e9fc tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.0968080 May 10 20:10:28.075873 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43044) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:28.081970 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Request body: {'floatingip': {'port_id': '95993553-8607-4816-a6bc-1fc9c5b399fc'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:10:28.162418 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:28.864516 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:28.869173 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:29.072768 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.l3_db [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Floating IP 767bb34f-4bae-49dd-a560-300ea3508f53 associated. External IP: 172.28.0.127, port: 95993553-8607-4816-a6bc-1fc9c5b399fc. May 10 20:10:29.448354 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:29.629530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:29.633855 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:29.642315 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:29.656343 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:29.656977 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:10:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:29.696334 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a5541e66-61e0-4dec-bbbb-df183b86a3d8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "PUT /v2.0/floatingips/767bb34f-4bae-49dd-a560-300ea3508f53 HTTP/1.1" status: 200 len: 992 time: 1.6191752 May 10 20:10:29.696986 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:29.745447 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'status': 'completed', 'code': 200} May 10 20:10:29.846271 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:29.860426 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-85d6afe9-15ba-4c48-8ed4-9ca5c463c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:29.861979 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-85d6afe9-15ba-4c48-8ed4-9ca5c463c825 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 1099 time: 0.0910134 May 10 20:10:30.022356 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-4cab7a6a-1f16-423e-ba28-b6b266fa27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:30.023784 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-4cab7a6a-1f16-423e-ba28-b6b266fa27a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.1550524 May 10 20:10:30.150102 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-2323cb4e-ee12-4f83-80b9-cb6d5a8ea93d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95993553-8607-4816-a6bc-1fc9c5b399fc HTTP/1.1" status: 200 len: 1000 time: 0.1194837 May 10 20:10:30.225085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-979da65d-f76f-457d-af89-3e5ef6958249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:30.227833 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-979da65d-f76f-457d-af89-3e5ef6958249 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0671520 May 10 20:10:30.271883 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '767bb34f-4bae-49dd-a560-300ea3508f53', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'port_id': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'mac_address': 'fa:16:3e:02:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:10:11Z', 'updated_at': '2021-05-10T20:10:28Z', 'revision_number': 1, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:30.277166 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:30.301428 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:30.302062 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:10:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:30.313215 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-e1245289-5864-4dbb-bd6d-f7ab66833143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:30.314699 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-e1245289-5864-4dbb-bd6d-f7ab66833143 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813274 May 10 20:10:30.471439 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-f11852b6-5034-4181-a66a-24c51928458d service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484709 May 10 20:10:30.552337 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:30.612197 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50c0f2d7-cb82-494b-ad06-7a87d013f1a4 req-050ce48f-c007-42d4-91b7-088165c1ee6b service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341543 May 10 20:10:30.913675 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '767bb34f-4bae-49dd-a560-300ea3508f53', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'port_id': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'mac_address': 'fa:16:3e:02:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:10:11Z', 'updated_at': '2021-05-10T20:10:28Z', 'revision_number': 1, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:30.917893 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc27eef-eafa-4bf9-8930-111ea6bc3868 None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '767bb34f-4bae-49dd-a560-300ea3508f53', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'port_id': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'mac_address': 'fa:16:3e:02:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:10:11Z', 'updated_at': '2021-05-10T20:10:28Z', 'revision_number': 1, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:31.108740 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553976b-2181-4a57-b99d-6201b29c4c40 None None] New status for floating IP 767bb34f-4bae-49dd-a560-300ea3508f53: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:10:34.111386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:38.558792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-caa7763a-b3ff-4fe7-8f9e-1386780608b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:41.186079 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e779a3a3-b331-45cd-8bb7-ad82e92d0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:41.311179 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:42.268796 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:43.704433 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:53.867436 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:11:01.336014 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca8916-b3d3-4005-bc8d-7dc86760ea7a req-07167a27-26c6-43ec-a266-ed53f4146e00 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:01.337542 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0bca8916-b3d3-4005-bc8d-7dc86760ea7a req-07167a27-26c6-43ec-a266-ed53f4146e00 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0811701 May 10 20:11:01.387844 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0bca8916-b3d3-4005-bc8d-7dc86760ea7a req-5f1a2ea7-00ad-4234-af9d-06d323b06b90 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440121 May 10 20:11:02.588085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb34a1-501c-4133-af49-56bf5433cead req-d06d28f8-e9cf-4460-a43e-288523c20fbc tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:02.589546 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4feb34a1-501c-4133-af49-56bf5433cead req-d06d28f8-e9cf-4460-a43e-288523c20fbc tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0856261 May 10 20:11:02.639438 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4feb34a1-501c-4133-af49-56bf5433cead req-8b70273a-755e-4fdd-9759-a11b8a9c2515 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 May 10 20:11:03.837737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa5c6-f3ec-48a3-9ea9-baf250671042 req-c3948a73-e4d2-41b8-a9e7-73d661f504a1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:03.839183 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-35efa5c6-f3ec-48a3-9ea9-baf250671042 req-c3948a73-e4d2-41b8-a9e7-73d661f504a1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0839815 May 10 20:11:03.891157 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-35efa5c6-f3ec-48a3-9ea9-baf250671042 req-d2996664-5aea-4d75-9677-bbf720485388 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454988 May 10 20:11:04.116729 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:05.082338 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386b00d-4c12-4950-9b80-8b8cb6c0e8b5 req-9c5fe73b-7dc6-4ff7-b361-a2da694b41d8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:05.083790 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6386b00d-4c12-4950-9b80-8b8cb6c0e8b5 req-9c5fe73b-7dc6-4ff7-b361-a2da694b41d8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0786753 May 10 20:11:05.128817 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6386b00d-4c12-4950-9b80-8b8cb6c0e8b5 req-578e8144-205d-40b3-8157-2beacd75abc5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392151 May 10 20:11:06.333579 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2d019-5140-486c-b625-5bd611fee41c req-f5a030cb-7f3a-47f7-ac29-a4101d4a8773 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:06.335036 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9cd2d019-5140-486c-b625-5bd611fee41c req-f5a030cb-7f3a-47f7-ac29-a4101d4a8773 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0862367 May 10 20:11:06.380174 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9cd2d019-5140-486c-b625-5bd611fee41c req-43a8d59f-51e0-491f-b29b-7e8f44f18673 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 May 10 20:11:07.575722 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608675f-bd31-4f43-b0d1-d750b2f87b61 req-2f5319fe-2561-4a9b-8220-afcc1dc3abf3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:07.577203 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a608675f-bd31-4f43-b0d1-d750b2f87b61 req-2f5319fe-2561-4a9b-8220-afcc1dc3abf3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0793791 May 10 20:11:07.621820 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a608675f-bd31-4f43-b0d1-d750b2f87b61 req-8e141220-29d6-4c41-b37d-6ebc850383cc tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 May 10 20:11:08.561404 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-efa08bb7-9da6-4647-9d89-b47b9e1d3eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.828278 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-5271a75b-a6ed-4403-9225-9783c831a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:08.829787 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-5271a75b-a6ed-4403-9225-9783c831a0e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1098 time: 0.1312106 May 10 20:11:08.841490 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd0a3-7253-47a6-bc2a-29ce44d00a7c req-9df5a398-e6bc-49b0-8b94-5a40f693d0f0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:08.842932 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b70fd0a3-7253-47a6-bc2a-29ce44d00a7c req-9df5a398-e6bc-49b0-8b94-5a40f693d0f0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.1079111 May 10 20:11:09.041884 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b70fd0a3-7253-47a6-bc2a-29ce44d00a7c req-778e8e75-c582-437e-a589-60023417024b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930611 May 10 20:11:09.095146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-b33d0e10-dc2b-474a-9238-5e0d99649f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:09.097055 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-b33d0e10-dc2b-474a-9238-5e0d99649f1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.2348952 May 10 20:11:09.210980 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-864e52e5-195d-46f7-9ecb-1354b01fc1ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 1000 time: 0.1054492 May 10 20:11:09.277628 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-20ce06a8-900d-43df-86c7-9a4a18a7ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:09.279302 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-20ce06a8-900d-43df-86c7-9a4a18a7ec63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0619733 May 10 20:11:09.357197 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-e5d673ae-874c-4033-8df7-ce25503ad9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:09.358621 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-e5d673ae-874c-4033-8df7-ce25503ad9eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721693 May 10 20:11:09.518426 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-68a9c29d-e5d1-4356-8cf7-cf48fb1bd674 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256237 May 10 20:11:09.656659 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-737dd06c-9ed3-45ae-a20a-a101f5be9109 req-b1fe0c6f-aaa9-445f-8897-a80d53ed4a38 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304679 May 10 20:11:10.240139 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25b96-d1ff-4e3d-a841-99f42099c5e2 req-69808fbb-a614-4268-bcd4-a9f844f00076 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:10.241595 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-22a25b96-d1ff-4e3d-a841-99f42099c5e2 req-69808fbb-a614-4268-bcd4-a9f844f00076 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0827992 May 10 20:11:10.285504 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-22a25b96-d1ff-4e3d-a841-99f42099c5e2 req-2e37aecd-11fc-4ff6-ac7f-06dcb0f3ea7e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 May 10 20:11:11.178451 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-98e316dc-f876-472b-b2af-606aa32fed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:11.317386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:11.476442 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070724b-322f-424a-a85d-830766293cfc req-585fe87b-bb67-410d-9c86-9a5fc8f1ca7c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:11.477887 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a070724b-322f-424a-a85d-830766293cfc req-585fe87b-bb67-410d-9c86-9a5fc8f1ca7c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0805645 May 10 20:11:11.530282 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a070724b-322f-424a-a85d-830766293cfc req-54f4e5bc-fb25-4139-88e7-f1e39e4577f8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 May 10 20:11:12.277484 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:12.748418 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8af3d-c1c6-4304-8a26-64db5d47b1ec req-72406668-7366-4987-b820-371c591a4f23 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:12.749955 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-46b8af3d-c1c6-4304-8a26-64db5d47b1ec req-72406668-7366-4987-b820-371c591a4f23 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.1038601 May 10 20:11:12.804244 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-46b8af3d-c1c6-4304-8a26-64db5d47b1ec req-c62d045e-1315-4995-8eba-276cae8b5579 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478425 May 10 20:11:13.708904 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.019212 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8bbb5-c994-458b-9f20-73b01b733025 req-a84401e3-2b3a-4724-ab4c-7d3520b214f9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:14.020619 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-03d8bbb5-c994-458b-9f20-73b01b733025 req-a84401e3-2b3a-4724-ab4c-7d3520b214f9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0853579 May 10 20:11:14.068037 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-03d8bbb5-c994-458b-9f20-73b01b733025 req-f61241ca-2fc2-4351-83a0-ed8e1442e5a2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 May 10 20:11:15.272968 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9c13-2dd2-419a-a9b0-707aec7245b5 req-1b897dca-89c3-4ece-99b7-a596d05df07a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:15.274430 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c4dc9c13-2dd2-419a-a9b0-707aec7245b5 req-1b897dca-89c3-4ece-99b7-a596d05df07a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0843813 May 10 20:11:15.299508 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:11:15.329101 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c4dc9c13-2dd2-419a-a9b0-707aec7245b5 req-4f169d53-83a8-4afa-84dc-2639ebe5734f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488818 May 10 20:11:15.436295 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:15.449872 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'mac_address': 'fa:16:3e:35:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:11:15.504811 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:15.524267 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc5f8b8-777a-4629-9fa8-11cb6db5ccda {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:11:15.540024 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:15.544914 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:15.549762 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:15.622411 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=6']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:15.625628 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:15.629920 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:11:16.530857 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439e720-fefa-4197-9fe8-7f75c112cb53 req-2073d623-57fb-4a1d-80af-065dcd9047df tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:16.532332 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6439e720-fefa-4197-9fe8-7f75c112cb53 req-2073d623-57fb-4a1d-80af-065dcd9047df tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 944 time: 0.0819616 May 10 20:11:16.578465 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6439e720-fefa-4197-9fe8-7f75c112cb53 req-47d21bfc-5ea1-4abb-900e-28e342271ab5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 May 10 20:11:17.315203 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:11:17.382095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:11:17.382466 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:17.500531 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:17.529963 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:17.548657 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:17.554433 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:17.558310 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:17.606677 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'code': 200} May 10 20:11:17.651747 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=7']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:17.655448 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:17.781631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d63ab-65a0-4543-9e29-52b8a5694d05 req-a969fc56-e147-460c-ab3b-39a8cdfcae18 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:17.782952 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-197d63ab-65a0-4543-9e29-52b8a5694d05 req-a969fc56-e147-460c-ab3b-39a8cdfcae18 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0829887 May 10 20:11:17.830282 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-197d63ab-65a0-4543-9e29-52b8a5694d05 req-5f59c670-b87e-4c86-84eb-a349244aa88a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 May 10 20:11:19.020568 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9dbb5-76ca-4347-a5b9-0ab3e8d0392f req-f88b1468-c313-4104-a914-def113db8e3b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:19.022035 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-81a9dbb5-76ca-4347-a5b9-0ab3e8d0392f req-f88b1468-c313-4104-a914-def113db8e3b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0796573 May 10 20:11:19.067138 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-81a9dbb5-76ca-4347-a5b9-0ab3e8d0392f req-015df095-354a-4113-8eef-8d47b4916669 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 May 10 20:11:20.259269 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149aa67-a2a4-49de-ab3e-8dc7d36e3333 req-fd1ecf0f-9074-43ba-9399-e87dc06ceb42 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:20.260769 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5149aa67-a2a4-49de-ab3e-8dc7d36e3333 req-fd1ecf0f-9074-43ba-9399-e87dc06ceb42 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0846908 May 10 20:11:20.305336 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5149aa67-a2a4-49de-ab3e-8dc7d36e3333 req-b101a5b9-9a03-4c8b-82f3-8e2b7c5f7fb9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389071 May 10 20:11:21.543787 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd9c4-f9a3-4d89-80d8-720851439625 req-a1a21a58-94c0-4920-a86a-82a548ed205e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:21.546063 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bc2cd9c4-f9a3-4d89-80d8-720851439625 req-a1a21a58-94c0-4920-a86a-82a548ed205e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.1206295 May 10 20:11:21.696352 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bc2cd9c4-f9a3-4d89-80d8-720851439625 req-2f6e4de4-1973-424e-8b23-18b24c899118 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442118 May 10 20:11:22.906526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b2731-9ee7-4170-8cc5-d7b04d2ca79a req-d574986c-8aaa-402a-b2e8-7b166b42f837 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:22.908666 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b1b2731-9ee7-4170-8cc5-d7b04d2ca79a req-d574986c-8aaa-402a-b2e8-7b166b42f837 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.1003611 May 10 20:11:22.977604 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b1b2731-9ee7-4170-8cc5-d7b04d2ca79a req-77d76fe2-11ac-40e5-b5bb-decad72d23f6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600252 May 10 20:11:24.175498 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d225b1-c536-44a3-9be4-fd375a8f5dfc req-9ba63266-bb8c-43e7-9471-6f3a99b24f20 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:24.177829 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41d225b1-c536-44a3-9be4-fd375a8f5dfc req-9ba63266-bb8c-43e7-9471-6f3a99b24f20 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0901411 May 10 20:11:24.225411 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-41d225b1-c536-44a3-9be4-fd375a8f5dfc req-85e77e98-538a-4ce7-ab7b-469b920cb09f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 May 10 20:11:25.462728 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba51985-293d-4ede-996d-fe0cc8bf41e3 req-ac97227a-3859-42fe-b524-220403ce2ec4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:25.464313 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bba51985-293d-4ede-996d-fe0cc8bf41e3 req-ac97227a-3859-42fe-b524-220403ce2ec4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0997622 May 10 20:11:25.541160 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bba51985-293d-4ede-996d-fe0cc8bf41e3 req-1bab54ce-8d2f-4140-ad80-ffab5228d624 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696034 May 10 20:11:26.741902 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e0a1-65a6-410a-a63f-ee513736b58d req-a6a68230-480b-462c-bb6e-3d7c7599791a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:26.745338 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a4c0e0a1-65a6-410a-a63f-ee513736b58d req-a6a68230-480b-462c-bb6e-3d7c7599791a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0863788 May 10 20:11:26.796612 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a4c0e0a1-65a6-410a-a63f-ee513736b58d req-8566e130-8e16-4f0e-9007-44d2df0262c5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470986 May 10 20:11:28.021766 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb66e1d-8cf5-4efc-9ce3-76c0c500d045 req-15893042-a7dc-4710-91bb-060937661aa8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:28.029491 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-afb66e1d-8cf5-4efc-9ce3-76c0c500d045 req-15893042-a7dc-4710-91bb-060937661aa8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.1039689 May 10 20:11:28.079952 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-afb66e1d-8cf5-4efc-9ce3-76c0c500d045 req-c6c615c5-ee4c-4684-bc0c-3204a0ad4975 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494013 May 10 20:11:29.268871 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce910e5-9dc2-466d-afc1-88e1f80af73e req-44afade0-c75e-4449-96d4-dfc8fb6f1abd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:29.272340 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fce910e5-9dc2-466d-afc1-88e1f80af73e req-44afade0-c75e-4449-96d4-dfc8fb6f1abd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0831611 May 10 20:11:29.320162 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fce910e5-9dc2-466d-afc1-88e1f80af73e req-bc8b29c2-816c-4181-8262-458333ddd775 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435338 May 10 20:11:30.537308 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338898-f37c-49f9-a77a-5abf4eab3b38 req-ff6c2102-7635-40ba-8d5c-243a385ed914 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:30.539580 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab338898-f37c-49f9-a77a-5abf4eab3b38 req-ff6c2102-7635-40ba-8d5c-243a385ed914 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0820122 May 10 20:11:30.588463 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab338898-f37c-49f9-a77a-5abf4eab3b38 req-61d0ad00-6bb8-467c-883f-65b26caaef60 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422449 May 10 20:11:30.867563 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:11:31.788168 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c26ae-3c64-4147-8be8-6e1a0d5ecad6 req-82dd2ae4-f159-434b-9c2c-1064ce2a5cda tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:31.789634 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3d1c26ae-3c64-4147-8be8-6e1a0d5ecad6 req-82dd2ae4-f159-434b-9c2c-1064ce2a5cda tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0852809 May 10 20:11:31.848296 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3d1c26ae-3c64-4147-8be8-6e1a0d5ecad6 req-3ee8cb38-f5d5-4a2c-872c-9345df3e54cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528615 May 10 20:11:33.059503 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898130-5bc0-4b9f-8451-7c720e90259d req-40acf245-f1a8-426f-b412-8559d58b41d6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:33.067154 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b8898130-5bc0-4b9f-8451-7c720e90259d req-40acf245-f1a8-426f-b412-8559d58b41d6 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0866697 May 10 20:11:33.118067 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b8898130-5bc0-4b9f-8451-7c720e90259d req-52fbac4a-b1d4-41b5-95b4-80ee71a6b8ee tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497642 May 10 20:11:34.130334 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:34.386011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685868c-2233-4bd3-ac79-6b7d9bfea151 req-9b9ec082-abf3-4893-aa50-7c04cce64800 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:34.387386 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d685868c-2233-4bd3-ac79-6b7d9bfea151 req-9b9ec082-abf3-4893-aa50-7c04cce64800 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.1501353 May 10 20:11:34.390531 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-32299470-e0bb-448f-a2b4-956554c12734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:34.391856 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-32299470-e0bb-448f-a2b4-956554c12734 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1098 time: 0.1154072 May 10 20:11:34.511206 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d685868c-2233-4bd3-ac79-6b7d9bfea151 req-eafdcdb6-38bb-4cab-8bee-be4179e5b79a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180615 May 10 20:11:34.554942 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-b2056bfd-cc8d-4045-b9ce-0a77a66df202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:34.556674 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-b2056bfd-cc8d-4045-b9ce-0a77a66df202 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.1501577 May 10 20:11:34.659200 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-f86d666c-d1e8-44a3-aa1a-2f9c50334a41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 1000 time: 0.0956805 May 10 20:11:34.724268 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-128fbcce-a04e-41cd-a6fb-58d9d130452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:34.726337 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-128fbcce-a04e-41cd-a6fb-58d9d130452a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0605400 May 10 20:11:34.802441 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-b3465c41-ef3a-409b-bb29-d9cac8470e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:34.804063 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-b3465c41-ef3a-409b-bb29-d9cac8470e95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725236 May 10 20:11:35.021193 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-54582658-637f-4c3a-87bb-75c0b5cecabe service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100983 May 10 20:11:35.149419 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-16d680e0-ac11-4026-90ee-30fc2b1615d9 req-ea974dc8-7376-4606-bcd0-01984109a4c0 service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216705 May 10 20:11:35.698285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8726e7-6ccd-41ff-ab93-b5d9e5753d2b req-c1e9ee26-0e2d-4f7e-aa66-3090129e4865 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:35.699663 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7c8726e7-6ccd-41ff-ab93-b5d9e5753d2b req-c1e9ee26-0e2d-4f7e-aa66-3090129e4865 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0791461 May 10 20:11:35.746118 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7c8726e7-6ccd-41ff-ab93-b5d9e5753d2b req-7fecfdca-2c8d-4479-8109-0926a86cc6d1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 May 10 20:11:36.947548 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a41f-3916-490e-a0a6-b0d4d4e5217d req-5c73af69-358d-4a31-be9c-483a32a733fe tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:36.949100 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b62a41f-3916-490e-a0a6-b0d4d4e5217d req-5c73af69-358d-4a31-be9c-483a32a733fe tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 945 time: 0.0898597 May 10 20:11:36.996367 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b62a41f-3916-490e-a0a6-b0d4d4e5217d req-7f2dbdb9-0b1e-4119-9fdb-9bdb58dadf45 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410469 May 10 20:11:37.399349 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:37.515345 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:37.543203 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:37.552930 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:37.557887 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:37.559611 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:37.626320 dv-cinder-788365-3-smb neutron-server[78753]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'code': 422} returned with failed status May 10 20:11:37.663779 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=8']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:37.671947 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.672300 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.672638 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.672971 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.673304 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.673634 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.673959 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.674283 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.674604 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.674925 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.675244 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.675561 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:37.680216 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:38.193180 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871c2a8-ff2b-4429-a7a0-53166c685ef2 req-a22e0adc-f107-49ac-b419-cca4e96574ca tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:38.194641 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1871c2a8-ff2b-4429-a7a0-53166c685ef2 req-a22e0adc-f107-49ac-b419-cca4e96574ca tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0828080 May 10 20:11:38.239721 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1871c2a8-ff2b-4429-a7a0-53166c685ef2 req-6e462800-3f5c-4e3f-856e-5e37849570e9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386500 May 10 20:11:38.564114 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3de28d2b-3ff8-49ce-80f4-c94631152220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:39.625960 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68446-727f-42c7-aaf8-b11265ced253 req-5a214ef0-11e6-4c3f-8ce5-5dc68e4ab193 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:39.627438 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-62a68446-727f-42c7-aaf8-b11265ced253 req-5a214ef0-11e6-4c3f-8ce5-5dc68e4ab193 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0801744 May 10 20:11:39.679749 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-62a68446-727f-42c7-aaf8-b11265ced253 req-439241ec-e4d0-4a5c-b40c-ee7f37735004 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463083 May 10 20:11:39.890181 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43412) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:40.017692 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-6befa7d2-d4ab-43fc-9119-fa746f54e15e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261861 May 10 20:11:40.933251 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca353c8-e0af-4d39-9906-2d194a0c6465 req-fa7f033c-9a70-4b0e-85ed-919cac0151fd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:40.934732 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1ca353c8-e0af-4d39-9906-2d194a0c6465 req-fa7f033c-9a70-4b0e-85ed-919cac0151fd tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.1401565 May 10 20:11:40.940415 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-1298ccfb-228b-47d4-8d65-91cd4dfaf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:40.941802 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-1298ccfb-228b-47d4-8d65-91cd4dfaf5e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7&tenant_id=107227155378414a939da8e1763e3c99 HTTP/1.1" status: 200 len: 1096 time: 0.1059949 May 10 20:11:41.022975 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1ca353c8-e0af-4d39-9906-2d194a0c6465 req-3c449636-ea01-4f17-af4d-bcdb214ec777 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801437 May 10 20:11:41.049323 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-5a00e49f-130a-49b0-9b7a-1841eb955dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:41.050773 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-5a00e49f-130a-49b0-9b7a-1841eb955dbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=107227155378414a939da8e1763e3c99&device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1096 time: 0.0809443 May 10 20:11:41.184012 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5bd-eb71-441d-8f85-65135e47330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:41.191037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-667bf112-6511-460c-9b04-3fe7ead70e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:41.192531 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-667bf112-6511-460c-9b04-3fe7ead70e9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 200 len: 917 time: 0.1340504 May 10 20:11:41.299860 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-30849625-c761-4d4f-8c02-0c43a6841382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 200 len: 998 time: 0.0994635 May 10 20:11:41.310795 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:41.361563 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-2cc5809f-52b1-4019-b161-86c4cef72d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:41.362971 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-2cc5809f-52b1-4019-b161-86c4cef72d01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 200 len: 855 time: 0.0561514 May 10 20:11:41.399560 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:41.448397 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-3fbc9fc5-c15c-4701-b6ce-cbb14ddafb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:41.449899 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-3fbc9fc5-c15c-4701-b6ce-cbb14ddafb5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94a775ca-a11a-4fe9-938c-d998a48666b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802960 May 10 20:11:41.583181 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-f9e69c52-5c7a-46b4-bc0b-83e45c5910aa service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266179 May 10 20:11:41.715725 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-75024cf2-bbc6-4f42-89fa-e12740f11c08 req-c63b143b-d052-4c4d-9ba8-8681afbda81d service neutron] 10.222.0.73 "GET /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257873 May 10 20:11:42.283860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712132-45ed-4762-87ee-8bf4b8a5a5a7 req-ff07a32c-7204-4e8e-88b6-6a494745f372 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:42.285647 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-33712132-45ed-4762-87ee-8bf4b8a5a5a7 req-ff07a32c-7204-4e8e-88b6-6a494745f372 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.1478217 May 10 20:11:42.287819 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:42.491862 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-33712132-45ed-4762-87ee-8bf4b8a5a5a7 req-b488deba-9e19-4037-b327-d06b309f230d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923504 May 10 20:11:43.694923 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27a8f-e161-4c1c-b8dc-5e4c5481272e req-081e0a38-9a83-47d5-b58e-2aa107a30c08 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:43.696434 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d6c27a8f-e161-4c1c-b8dc-5e4c5481272e req-081e0a38-9a83-47d5-b58e-2aa107a30c08 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0886798 May 10 20:11:43.705735 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:43.745838 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d6c27a8f-e161-4c1c-b8dc-5e4c5481272e req-55cfed1e-b1f8-47b0-982b-ec6c62c0342a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436783 May 10 20:11:45.000877 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9720a-7b1b-48f7-96e8-ae7454dae89b req-06e0e978-b5ed-4a21-9671-43a7adab78f1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:45.002409 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d8e9720a-7b1b-48f7-96e8-ae7454dae89b req-06e0e978-b5ed-4a21-9671-43a7adab78f1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.1305940 May 10 20:11:45.056898 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d8e9720a-7b1b-48f7-96e8-ae7454dae89b req-94d309d3-4f07-4872-8141-f7735e402ae0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474930 May 10 20:11:46.255266 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ca676-6d85-4831-8a38-3e563535ef37 req-6e7fdfed-c5f8-4e24-9a1f-2a88a3482f97 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:46.257249 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-341ca676-6d85-4831-8a38-3e563535ef37 req-6e7fdfed-c5f8-4e24-9a1f-2a88a3482f97 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0843394 May 10 20:11:46.308223 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-341ca676-6d85-4831-8a38-3e563535ef37 req-264e48df-ee44-48b9-b26b-7f4cb0a9f8e3 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450010 May 10 20:11:47.500538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e49e-0a88-43ee-9506-31dc64598cd7 req-e4a93556-e2bd-476c-a5e0-c7a2ac494139 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:47.503109 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7c38e49e-0a88-43ee-9506-31dc64598cd7 req-e4a93556-e2bd-476c-a5e0-c7a2ac494139 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0814161 May 10 20:11:47.549414 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7c38e49e-0a88-43ee-9506-31dc64598cd7 req-332232c4-dd4e-4695-91d8-40658364be12 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 May 10 20:11:48.753756 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6bf38-f69c-465e-a780-86c154b06bd7 req-21d8035e-ea96-4511-a383-126540c3643f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:48.755191 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-55a6bf38-f69c-465e-a780-86c154b06bd7 req-21d8035e-ea96-4511-a383-126540c3643f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0878718 May 10 20:11:48.799986 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-55a6bf38-f69c-465e-a780-86c154b06bd7 req-8cf1928c-1ca6-468f-b34f-d64507e63db4 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388825 May 10 20:11:49.999604 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247887-a874-4615-99d8-2252ea212de9 req-7c2e8939-8b97-4112-8685-9813980c92ad tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:50.001142 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b247887-a874-4615-99d8-2252ea212de9 req-7c2e8939-8b97-4112-8685-9813980c92ad tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0890455 May 10 20:11:50.052411 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b247887-a874-4615-99d8-2252ea212de9 req-24c60139-cd4d-4dd0-bf2e-0e0280a35d7c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452933 May 10 20:11:51.317244 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8450ea-612e-4904-86e7-267706cb8413 req-eb1dd910-e51b-4889-b6f4-354831ea76d8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:51.318925 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e8450ea-612e-4904-86e7-267706cb8413 req-eb1dd910-e51b-4889-b6f4-354831ea76d8 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0947318 May 10 20:11:51.376933 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e8450ea-612e-4904-86e7-267706cb8413 req-8b9d6a49-fc21-4861-9209-f545c161594e tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505254 May 10 20:11:52.577709 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57436a23-4ede-4e6b-9f56-2f2e2fe2b423 req-e27edf77-61e6-445b-ac83-6523b26abf8b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:52.579133 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-57436a23-4ede-4e6b-9f56-2f2e2fe2b423 req-e27edf77-61e6-445b-ac83-6523b26abf8b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0822382 May 10 20:11:52.623782 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-57436a23-4ede-4e6b-9f56-2f2e2fe2b423 req-a938fe63-4415-42a7-863a-c9d948302afe tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381446 May 10 20:11:53.820838 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747c9e-7ae0-4eaa-b7f1-de709a2d8e09 req-59ebd369-31bb-4172-83b8-8c799804a125 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:53.822322 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9f747c9e-7ae0-4eaa-b7f1-de709a2d8e09 req-59ebd369-31bb-4172-83b8-8c799804a125 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0828700 May 10 20:11:53.867995 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9f747c9e-7ae0-4eaa-b7f1-de709a2d8e09 req-85105308-0eff-41a7-9b61-1c532c52e9ba tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 May 10 20:11:55.062468 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1058b-70b7-433b-84ce-b07f549dafe8 req-707d1d6e-87aa-4071-97e2-a6f0d0fa3702 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:55.063911 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4dc1058b-70b7-433b-84ce-b07f549dafe8 req-707d1d6e-87aa-4071-97e2-a6f0d0fa3702 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0796814 May 10 20:11:55.107884 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4dc1058b-70b7-433b-84ce-b07f549dafe8 req-b5e61957-b8db-48e9-993a-e464f2277870 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383396 May 10 20:11:56.299632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f36de-ae8f-45a5-836d-0020d2dadc9d req-cd718f29-ba25-445d-8d29-a73d607f78a9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:56.301150 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-505f36de-ae8f-45a5-836d-0020d2dadc9d req-cd718f29-ba25-445d-8d29-a73d607f78a9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0834630 May 10 20:11:56.346283 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-505f36de-ae8f-45a5-836d-0020d2dadc9d req-97f9ae7b-9696-4530-a138-329e81955ad1 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 May 10 20:11:57.533945 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479266-cfe1-4d1a-87f9-f11ee68f467d req-7656dffe-c810-4da3-8995-13495caf23b0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:57.535402 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-90479266-cfe1-4d1a-87f9-f11ee68f467d req-7656dffe-c810-4da3-8995-13495caf23b0 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0790758 May 10 20:11:57.583646 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-90479266-cfe1-4d1a-87f9-f11ee68f467d req-56c6ca79-100a-47f4-a28c-6983e353bf68 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 May 10 20:11:58.774835 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f179-5043-46af-943d-ae97cc01c0f8 req-c0123433-35a4-4801-b6ef-422197293a98 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:58.776341 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fc97f179-5043-46af-943d-ae97cc01c0f8 req-c0123433-35a4-4801-b6ef-422197293a98 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 943 time: 0.0823276 May 10 20:11:58.822023 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-fc97f179-5043-46af-943d-ae97cc01c0f8 req-4b6e2624-d821-4c24-a46b-df1c18f09cb5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 May 10 20:11:59.522922 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:11:59.657008 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:59.669712 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'port_id': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'mac_address': 'fa:16:3e:35:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:11:59.730233 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:59.747404 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc5f8b8-777a-4629-9fa8-11cb6db5ccda {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:11:59.763264 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:59.767511 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:59.769249 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:59.833952 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=9']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:59.837768 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:00.016480 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dca58-2704-40b5-a169-cb84b9a7b5ad req-dfd58ab4-26e4-4643-a541-3bad07029979 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:00.017937 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b9dca58-2704-40b5-a169-cb84b9a7b5ad req-dfd58ab4-26e4-4643-a541-3bad07029979 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 944 time: 0.0846148 May 10 20:12:00.061735 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b9dca58-2704-40b5-a169-cb84b9a7b5ad req-d4a63a37-5ec4-4340-a5a1-d7aac9e06fd9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381896 May 10 20:12:00.127291 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:12:01.246220 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5f8af-890d-4e0a-a0be-a7624ae7ae7c req-66e0c90c-3099-4f41-9d0f-89c641441a1f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:01.247567 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bee5f8af-890d-4e0a-a0be-a7624ae7ae7c req-66e0c90c-3099-4f41-9d0f-89c641441a1f tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 944 time: 0.0776622 May 10 20:12:01.292235 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bee5f8af-890d-4e0a-a0be-a7624ae7ae7c req-6085ca9e-2953-4553-890d-de3cea68926b tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 May 10 20:12:01.533136 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:12:01.609050 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:12:01.609050 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.729314 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.756145 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:12:01.766514 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:12:01.770828 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.774269 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:01.804341 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'code': 200} May 10 20:12:01.846517 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=10']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:01.849587 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:02.048587 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9378bf-9ffb-4b15-9574-7618f6e53076 req-29bca021-36e5-46cc-b884-8687b8e4adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:02.049992 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b9378bf-9ffb-4b15-9574-7618f6e53076 req-29bca021-36e5-46cc-b884-8687b8e4adac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 1099 time: 0.0748749 May 10 20:12:02.091914 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3b9378bf-9ffb-4b15-9574-7618f6e53076 req-599340bf-609e-4e41-bde6-d1fe38ee28d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348945 May 10 20:12:02.516376 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528f1d-9018-4e83-8a6d-ced7258226b7 req-1ef622a7-d54d-421a-8a3e-a92210c2c498 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:02.517821 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc528f1d-9018-4e83-8a6d-ced7258226b7 req-1ef622a7-d54d-421a-8a3e-a92210c2c498 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 946 time: 0.0828772 May 10 20:12:02.634822 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cc528f1d-9018-4e83-8a6d-ced7258226b7 req-fe84c2bc-92e2-40d3-862f-f68e41e2d1ab tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111584 May 10 20:12:03.828501 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024be40-7534-4336-a62e-265e866bc329 req-56625244-a71f-4441-ab58-1967a790f031 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:03.829971 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c024be40-7534-4336-a62e-265e866bc329 req-56625244-a71f-4441-ab58-1967a790f031 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 946 time: 0.0811212 May 10 20:12:03.879661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c024be40-7534-4336-a62e-265e866bc329 req-3a04b398-eec3-4c48-8a0b-31229769ecd9 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 May 10 20:12:04.120893 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:05.073291 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e4319-2824-4a6a-aefb-205ffe704aac req-474ab2b0-5e4a-47f9-9a62-9b3bc97b865c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:05.074772 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-537e4319-2824-4a6a-aefb-205ffe704aac req-474ab2b0-5e4a-47f9-9a62-9b3bc97b865c tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 946 time: 0.0795240 May 10 20:12:05.118237 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-537e4319-2824-4a6a-aefb-205ffe704aac req-93e7d84d-0a01-47bf-8b3d-cef21ebce941 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377290 May 10 20:12:07.868009 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:12:08.567057 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-691f106e-3840-4f4c-8d56-6b424c868892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:09.311539 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-2fb07ab0-deec-49be-8f85-fe646411a2a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765729 May 10 20:12:09.401755 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-686cd1fb-b689-49ac-b403-6d9033234e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:09.403226 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-686cd1fb-b689-49ac-b403-6d9033234e20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 1099 time: 0.0711932 May 10 20:12:09.547544 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-670b1eea-a680-4fc2-ac2e-4a2583b7ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:09.548935 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-670b1eea-a680-4fc2-ac2e-4a2583b7ce56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 200 len: 912 time: 0.1256473 May 10 20:12:09.648679 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-f55c5887-cbac-43f1-a82f-83fc6a42feac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95993553-8607-4816-a6bc-1fc9c5b399fc HTTP/1.1" status: 200 len: 1002 time: 0.0932865 May 10 20:12:09.709672 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-c385aa03-0478-4ec1-b2c3-58175b6b235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:09.711101 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-c385aa03-0478-4ec1-b2c3-58175b6b235e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 200 len: 850 time: 0.0570354 May 10 20:12:09.786438 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-c39f753f-0f72-4450-a89d-9b166cb33d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:09.787911 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-c39f753f-0f72-4450-a89d-9b166cb33d2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1019cfc3-d329-471f-a830-b9f13bb99c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709422 May 10 20:12:09.917980 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-dbf18b89-f093-4f3e-bb4d-2147ad35436e service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238518 May 10 20:12:10.047943 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6596b2e1-7f24-4311-a591-5147a202cb31 req-737586fe-3350-4877-bd23-47f6e689941d service neutron] 10.222.0.73 "GET /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241143 May 10 20:12:11.187073 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-562db74f-02f5-456a-955d-4d41deec9901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:11.315151 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:12.276525 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:13.712901 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:25.558319 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61fe19-bc0f-44a4-8429-f30aed4b1696 req-c9a160f2-cd98-468e-9798-9204c396dad6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:25.559760 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ed61fe19-bc0f-44a4-8429-f30aed4b1696 req-c9a160f2-cd98-468e-9798-9204c396dad6 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.0781691 May 10 20:12:25.606495 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ed61fe19-bc0f-44a4-8429-f30aed4b1696 req-baf27475-807f-4b5c-8817-6bb3fc45d1d1 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 May 10 20:12:26.793114 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dccd5-5d6e-4a85-a6a9-5a23ac52e883 req-39c995e9-695f-41f7-b94c-efb288c6b605 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:26.794607 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8e9dccd5-5d6e-4a85-a6a9-5a23ac52e883 req-39c995e9-695f-41f7-b94c-efb288c6b605 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.0811551 May 10 20:12:26.844759 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8e9dccd5-5d6e-4a85-a6a9-5a23ac52e883 req-0a215961-cec1-461f-a55e-c738f1ba7723 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 May 10 20:12:27.768732 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-30ae3057-fa32-4da4-bd52-73942fce08f0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:27.770176 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-30ae3057-fa32-4da4-bd52-73942fce08f0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.0934608 May 10 20:12:27.907990 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Deleting port 95993553-8607-4816-a6bc-1fc9c5b399fc {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:12:27.908739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:28.174983 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] For port 95993553-8607-4816-a6bc-1fc9c5b399fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=95993553-8607-4816-a6bc-1fc9c5b399fc,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:12:28.175343 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:28.252511 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490715-995e-45c3-b821-599f0e66578f req-f2399ffe-f3e5-4ac9-a2b8-dcc2fb4763cd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:12:28.253963 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50490715-995e-45c3-b821-599f0e66578f req-f2399ffe-f3e5-4ac9-a2b8-dcc2fb4763cd tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 946 time: 0.2757318 May 10 20:12:28.385497 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-50490715-995e-45c3-b821-599f0e66578f req-8cd8d7f9-792c-4abd-b410-cc5e2051740a tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups?id=fceb2d2a-d3ef-405c-bb36-40b836342218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230447 May 10 20:12:28.513079 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:28.513301 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:28.513527 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Floating IP 767bb34f-4bae-49dd-a560-300ea3508f53 disassociated. External IP: 172.28.0.127, port: 95993553-8607-4816-a6bc-1fc9c5b399fc. May 10 20:12:28.513985 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Calling delete_port for 95993553-8607-4816-a6bc-1fc9c5b399fc owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:12:28.622043 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:28.627521 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:28.671989 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event deleted for resources: {'Port': ['ID=95993553-8607-4816-a6bc-1fc9c5b399fc,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:28.734235 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.734609 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.734973 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.735331 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.735694 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.736072 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.736426 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.736776 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.737124 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.737471 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.737817 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.738161 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:28.746286 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:28.867608 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:12:29.045445 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:12:29.055316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:12:29.065692 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:12:29.066454 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:12:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:29.119191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] No DVR routers for this DVR port 95993553-8607-4816-a6bc-1fc9c5b399fc on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:12:29.121778 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:29.125070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'name': 'network-vif-deleted', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:12:29.150277 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e9d347e2-74b6-4ca6-af42-88044cac2139 req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.73 "DELETE /v2.0/ports/95993553-8607-4816-a6bc-1fc9c5b399fc HTTP/1.1" status: 204 len: 173 time: 1.3726714 May 10 20:12:29.174175 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c9a3bd-d971-4e14-a22e-0802de456c6b', 'name': 'network-vif-deleted', 'tag': '95993553-8607-4816-a6bc-1fc9c5b399fc', 'status': 'completed', 'code': 200} May 10 20:12:29.262113 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:12:29.560027 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5859dbf1-2409-4a77-8f78-ae9c0bf105e8 req-5452166b-81e1-459d-8faa-dd5257c29df2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Synchronizing usage tracker for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:12:29.577779 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5859dbf1-2409-4a77-8f78-ae9c0bf105e8 req-5452166b-81e1-459d-8faa-dd5257c29df2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Unset dirty status for tenant:a4e757e3b30c4e4986ec090ecfcbc6a2 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:12:29.579300 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5859dbf1-2409-4a77-8f78-ae9c0bf105e8 req-5452166b-81e1-459d-8faa-dd5257c29df2 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5c9a3bd-d971-4e14-a22e-0802de456c6b HTTP/1.1" status: 200 len: 210 time: 0.0664585 May 10 20:12:29.583036 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:29.588980 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:12:29.599412 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:12:29.600086 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:12:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:29.814869 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:12:30.120691 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:30.124546 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6a5ba-06fe-4699-a43c-7914396e2adc None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 4, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '0b13ef9a-8a80-4ba7-a604-a059915ae722', 'name': '', 'network_id': '1019cfc3-d329-471f-a830-b9f13bb99c08', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'mac_address': 'fa:16:3e:9d:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'subnets': [{'id': '3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:12:30.318262 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321c7a4-ea79-435b-bc65-293d47907cc9 None None] New status for floating IP 767bb34f-4bae-49dd-a560-300ea3508f53: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:12:31.673722 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 95993553-8607-4816-a6bc-1fc9c5b399fc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:12:31.710738 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 95993553-8607-4816-a6bc-1fc9c5b399fc {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:12:31.711102 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 95993553-8607-4816-a6bc-1fc9c5b399fc not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:12:31.734872 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43670) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:31.905862 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:31.938598 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:31.993802 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:31.998292 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9a64c9cf-a6f5-43c0-93e3-1440fd02dfe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:32.014897 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb2d2a-d3ef-405c-bb36-40b836342218,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:32.024073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.024449 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.024815 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.025203 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.025561 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.025934 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.026269 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.026618 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.026967 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.027317 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.027661 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.028037 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:32.032603 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:32.036123 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.037287 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "DELETE /v2.0/security-groups/fceb2d2a-d3ef-405c-bb36-40b836342218 HTTP/1.1" status: 204 len: 168 time: 0.3014541 May 10 20:12:32.039832 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43674) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:32.056280 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.api.v2.resource [None req-fb4d19f9-c1c7-460c-ac7e-809c778ac6d9 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] show failed (client error): The resource could not be found. May 10 20:12:32.057806 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-fb4d19f9-c1c7-460c-ac7e-809c778ac6d9 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "GET /v2.0/security-groups/fceb2d2a-d3ef-405c-bb36-40b836342218 HTTP/1.1" status: 404 len: 347 time: 0.0170412 May 10 20:12:32.060596 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43678) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:32.272093 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Deleting port 7e52b980-524b-4076-8763-9f903fe54714 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:12:32.272449 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.388661 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.388991 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.511632 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Calling delete_port for 7e52b980-524b-4076-8763-9f903fe54714 owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:12:32.616757 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.621132 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6972f6fe-5bea-4f2f-b34f-f489caaa4c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:32.666766 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Pushing event deleted for resources: {'Port': ['ID=7e52b980-524b-4076-8763-9f903fe54714,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:32.691831 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:32.755780 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.774745 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.776513 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c69a3633-6769-4ad4-a491-13e96c2ef793 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] 10.222.0.48 "DELETE /v2.0/floatingips/767bb34f-4bae-49dd-a560-300ea3508f53 HTTP/1.1" status: 204 len: 168 time: 0.7150218 May 10 20:12:34.141140 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:36.817181 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 43710) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:37.558891 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:37.970444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Deleting port 0b13ef9a-8a80-4ba7-a604-a059915ae722 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:12:37.971169 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:38.096153 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] For port 0b13ef9a-8a80-4ba7-a604-a059915ae722, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=0b13ef9a-8a80-4ba7-a604-a059915ae722,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:12:38.096507 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:38.219208 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Calling delete_port for 0b13ef9a-8a80-4ba7-a604-a059915ae722 owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:12:38.360830 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:38.364618 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b98b93b2-46f6-478f-b6f6-0ede3ee90a3c tempest-VolumesSnapshotTestJSON-482085858 tempest-VolumesSnapshotTestJSON-482085858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:38.407537 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0b13ef9a-8a80-4ba7-a604-a059915ae722,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:38.410489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:38.570159 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9cc06515-25b9-4f7d-88af-e1fe01498a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:38.674915 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:39.135459 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:12:39.311246 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:12:39.319828 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] Sync routers for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:12:39.323821 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] 10.222.0.48 "PUT /v2.0/routers/3f1902d5-52a9-458b-be01-6bd8e07e8eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5055754 May 10 20:12:39.326314 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 43716) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:39.331400 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:12:39.332049 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:12:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:39.501455 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:39.507758 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:12:39.672261 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:39.748601 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Deleting port 39f32196-4c80-4cdd-9f67-7e512c984039 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:12:39.748947 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:39.792263 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:12:38Z', 'revision_number': 5, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port': {'id': '39f32196-4c80-4cdd-9f67-7e512c984039', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:58Z', 'updated_at': '2021-05-10T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:39.796550 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] Checking router: 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:12:39.808125 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] Routers {'3f1902d5-52a9-458b-be01-6bd8e07e8eb9'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:12:39.808767 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:12:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:39.880193 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] For port 39f32196-4c80-4cdd-9f67-7e512c984039, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=39f32196-4c80-4cdd-9f67-7e512c984039,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:12:39.880545 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.003684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Calling delete_port for 39f32196-4c80-4cdd-9f67-7e512c984039 owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:12:40.007713 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] Set router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:12:40.115951 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:12:39Z', 'revision_number': 6, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:40.120362 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db6dea5-1e9c-4064-b087-5ae4344bf108 None None] The sync data for ids ['3f1902d5-52a9-458b-be01-6bd8e07e8eb9'] in dv-cinder-788365-3-smb is: [{'id': '3f1902d5-52a9-458b-be01-6bd8e07e8eb9', 'name': 'tempest-AttachVolumeTestJSON-1241176801-router', 'tenant_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:54Z', 'updated_at': '2021-05-10T20:12:39Z', 'revision_number': 6, 'project_id': 'a4e757e3b30c4e4986ec090ecfcbc6a2', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:12:40.242024 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.245691 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-ccc17e2a-21c5-4deb-8c29-111cd0a0b63c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:40.289536 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Pushing event deleted for resources: {'Port': ['ID=39f32196-4c80-4cdd-9f67-7e512c984039,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:40.292509 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:40.379946 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.552182 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.554343 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.636727 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.637290 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1902d5-52a9-458b-be01-6bd8e07e8eb9 {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:12:40.649229 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.650345 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] 10.222.0.48 "DELETE /v2.0/routers/3f1902d5-52a9-458b-be01-6bd8e07e8eb9 HTTP/1.1" status: 204 len: 168 time: 1.3231566 May 10 20:12:40.652874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 43722) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:40.709682 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Deleting subnet 3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:12:40.712517 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.762647 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855111'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.836268 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:40.856682 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0b13ef9a-8a80-4ba7-a604-a059915ae722 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:12:40.901371 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 0b13ef9a-8a80-4ba7-a604-a059915ae722 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:12:40.901725 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 0b13ef9a-8a80-4ba7-a604-a059915ae722 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:12:41.092496 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-726417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15210212'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.097403 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:41.133864 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:41.135962 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.140584 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5466d-cf23-41f7-b271-6e5f324ad5a6 None None] Network 1019cfc3-d329-471f-a830-b9f13bb99c08 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:12:41.141369 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:41.145304 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43726) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:41.145735 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-275baddc-93da-43bf-99f9-9c29d6b374eb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3fae5e81-5b01-4ae7-9e7c-3c6b89a1a685 HTTP/1.1" status: 204 len: 168 time: 0.4915364 May 10 20:12:41.244507 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-078962e5-c489-417c-b91d-dde942a03e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.251111 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.323344 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Deleting port 9c633513-388a-4adf-af11-df45e9ee3a83 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:12:41.323691 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.334749 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.426629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] For port 9c633513-388a-4adf-af11-df45e9ee3a83, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9c633513-388a-4adf-af11-df45e9ee3a83,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:12:41.426974 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.433538 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] DHCP port deletion for 1019cfc3-d329-471f-a830-b9f13bb99c08 request from dv-cinder-788365-3-smb {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:12:41.496646 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Deleting port 9c633513-388a-4adf-af11-df45e9ee3a83 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:12:41.497027 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.554356 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Calling delete_port for 9c633513-388a-4adf-af11-df45e9ee3a83 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:12:41.596480 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] For port 9c633513-388a-4adf-af11-df45e9ee3a83, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=9c633513-388a-4adf-af11-df45e9ee3a83,segment=NetworkSegment(dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4),segment_id=dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:12:41.596787 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.602455 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.607690 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0cf04911-96db-46b4-8e16-d9f6adfe57b4 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:41.652179 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9c633513-388a-4adf-af11-df45e9ee3a83,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:41.654020 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] No DVR routers for this DVR port 9c633513-388a-4adf-af11-df45e9ee3a83 on host dv-cinder-788365-3-smb {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:12:41.655476 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:41.723053 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Calling delete_port for 9c633513-388a-4adf-af11-df45e9ee3a83 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:12:41.766978 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.770805 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:41.815350 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Pushing event deleted for resources: {'Port': ['ID=9c633513-388a-4adf-af11-df45e9ee3a83,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:41.825091 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] No DVR routers for this DVR port 9c633513-388a-4adf-af11-df45e9ee3a83 on host dv-cinder-788365-3-smb {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:12:41.827186 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.827601 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.827969 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.828307 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.828681 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.829013 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.829338 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.829662 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.829985 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.830306 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.830625 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.830942 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:41.834602 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:41.869642 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.882970 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1019cfc3-d329-471f-a830-b9f13bb99c08']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:41.895675 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:41.896003 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5ee3fa-e8b6-4275-af9d-ad858f8dfaf4') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:12:41.908006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.925650 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.934006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:12:41.934441 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:12:41.948270 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:12:42.028268 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.032157 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-822e0ca2-4b9f-4456-9c15-fa294906d702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:42.045939 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.059486 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1019cfc3-d329-471f-a830-b9f13bb99c08,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:42.063480 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:42.065053 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9ad6ede9-479f-4459-bf44-c404ffd408ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/1019cfc3-d329-471f-a830-b9f13bb99c08 HTTP/1.1" status: 204 len: 168 time: 0.9178960 May 10 20:12:42.183527 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43732) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:42.234570 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c8d3d945-7b93-4752-9950-9f968ac5171e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4e757e3b30c4e4986ec090ecfcbc6a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496800 May 10 20:12:42.236876 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43736) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:42.282766 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.305362 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.332663 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.337339 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9c633513-388a-4adf-af11-df45e9ee3a83 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:12:42.372822 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 9c633513-388a-4adf-af11-df45e9ee3a83 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:12:42.373273 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 9c633513-388a-4adf-af11-df45e9ee3a83 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:12:42.373641 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 39f32196-4c80-4cdd-9f67-7e512c984039 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:12:42.388128 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.392055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c058ec4d-a84c-442f-a308-3e8c994fe66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:42.407162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd9fb6-1620-4a8e-b037-6195e181ac69,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:42.411172 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:42.414612 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.418653 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05bd9fb6-1620-4a8e-b037-6195e181ac69 HTTP/1.1" status: 204 len: 168 time: 0.1779468 May 10 20:12:42.421635 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 39f32196-4c80-4cdd-9f67-7e512c984039 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:12:42.421986 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 39f32196-4c80-4cdd-9f67-7e512c984039 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:12:43.713918 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:44.866583 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:12:45.679151 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43870) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:45.799242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:45.814271 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:12:45.818111 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:a71a75b3d6d741559061f346ecd982ad is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:12:45.821263 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:12:45.826896 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:12:45.914453 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:45.919075 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:45.927035 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-83b900a4-466c-4410-89aa-7bfc41b9b3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:45.972733 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a71a75b3d6d741559061f346ecd982ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925038 May 10 20:12:45.973673 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e0aa2-66ae-4f94-b6af-39f4514d8872,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:45.975702 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 43878) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:45.976795 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-430eff5b-f6d1-4ed8-b85d-148e66a18dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:46.041936 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.067772 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.120546 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.124610 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1b9398cb-73a4-4547-b6d6-68293130546a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:46.137799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e0aa2-66ae-4f94-b6af-39f4514d8872,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:46.141057 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:46.142974 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.145447 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-11fa4799-5661-4496-9c12-63afad03079c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d91e0aa2-66ae-4f94-b6af-39f4514d8872 HTTP/1.1" status: 204 len: 168 time: 0.1682603 May 10 20:12:46.427500 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 43886) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:46.445863 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.460405 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:12:46.464258 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:93942c0a3cc24a80a8a784fda8475f68 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:12:46.467083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:12:46.472734 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:12:46.559202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.563042 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.570193 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3ec2d012-ee28-4df8-b8a0-e5bda352158e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:46.610474 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93942c0a3cc24a80a8a784fda8475f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818643 May 10 20:12:46.611380 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1687d90-642a-4d3e-bab1-461a16825721,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:46.613191 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 43890) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:46.614753 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:46.671110 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.696475 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.745905 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.749485 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6b70bcdd-6d94-4513-8dcc-deba838d1be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:46.761010 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1687d90-642a-4d3e-bab1-461a16825721,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:46.763774 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:46.770612 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:46.771709 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1acfaf44-9896-4457-a40b-4d36cd2caacd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1687d90-642a-4d3e-bab1-461a16825721 HTTP/1.1" status: 204 len: 168 time: 0.1574123 May 10 20:13:04.151042 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:08.575402 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f8812e70-9d01-40cf-a7a9-ac34f90acf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:10.207343 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad629bc-faa5-4945-a8a1-eb7f699aa6e6 req-c65e7e94-4350-429a-bfb8-707512a18bc7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:10.208779 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2ad629bc-faa5-4945-a8a1-eb7f699aa6e6 req-c65e7e94-4350-429a-bfb8-707512a18bc7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 946 time: 0.2632213 May 10 20:13:10.253878 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2ad629bc-faa5-4945-a8a1-eb7f699aa6e6 req-58ad80e3-8822-4c46-a675-ec55bee531a7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393498 May 10 20:13:10.868594 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44072) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:10.992273 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.007501 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:11.011621 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Usage tracker for resource:security_group_rule and tenant:596bb78b986f4e519b87e9fd3bedbe77 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:11.014583 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:11.021858 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:11.116344 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.120119 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.127506 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-35deaf4f-e696-4650-8c72-a5fcbed7174e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:11.170607 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=596bb78b986f4e519b87e9fd3bedbe77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009512 May 10 20:13:11.171553 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c6c6d-223f-424c-85ad-38f7b916998b,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:11.174498 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:11.177059 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44078) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:11.189100 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-84ffd872-192b-40df-8b9b-5bba9f354ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.244542 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.271365 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.319944 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.391487 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.397067 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-8029bfb2-1445-4d5f-8f9f-d4cbc3201ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:11.413539 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c6c6d-223f-424c-85ad-38f7b916998b,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:11.425389 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:11.434565 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4cb28-9340-4b1b-b457-86d62320995e req-15dedb9e-30ab-4c94-acc6-3c8d68484669 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:11.436091 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-afe4cb28-9340-4b1b-b457-86d62320995e req-15dedb9e-30ab-4c94-acc6-3c8d68484669 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 946 time: 0.1270063 May 10 20:13:11.441112 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.444738 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-084492b3-9f7b-4fe0-8929-f650515b5aa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e4c6c6d-223f-424c-85ad-38f7b916998b HTTP/1.1" status: 204 len: 168 time: 0.2662597 May 10 20:13:11.746190 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Deleting port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:11.746576 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:11.821807 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d8f20-0fb0-4d32-ba2c-48174dbba243 req-06c762a4-25ad-4a35-9be0-4a1a690e4150 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:11.824390 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-779d8f20-0fb0-4d32-ba2c-48174dbba243 req-06c762a4-25ad-4a35-9be0-4a1a690e4150 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 946 time: 0.4504366 May 10 20:13:11.937206 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-779d8f20-0fb0-4d32-ba2c-48174dbba243 req-930879dd-9f7c-454e-96a4-2a689d66db65 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffffd1af-1924-4d3e-a81b-0d0190149bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008050 May 10 20:13:11.950575 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] For port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:11.951143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:12.287501 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:12.325850 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:12.326504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:12.327098 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Floating IP d7dbd228-0476-4cd3-8967-f140c2cbebfc disassociated. External IP: 172.28.0.31, port: fcc5f8b8-777a-4629-9fa8-11cb6db5ccda. May 10 20:13:12.327827 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Calling delete_port for fcc5f8b8-777a-4629-9fa8-11cb6db5ccda owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:12.472011 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:12.479603 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a3fcae88-b222-4d75-b9e3-b43720058573 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:12.526417 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event deleted for resources: {'Port': ['ID=fcc5f8b8-777a-4629-9fa8-11cb6db5ccda,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:12.529631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:12.740709 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Router d50c60d6-c581-42ef-aae0-248523e01f76 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:13:12.928648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:13:12.938620 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:13:12.955140 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:13:12.956156 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:13:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:13.030170 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] No DVR routers for this DVR port fcc5f8b8-777a-4629-9fa8-11cb6db5ccda on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:13:13.033416 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:13.036512 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-deleted', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:13.062181 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-afe4cb28-9340-4b1b-b457-86d62320995e req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.73 "DELETE /v2.0/ports/fcc5f8b8-777a-4629-9fa8-11cb6db5ccda HTTP/1.1" status: 204 len: 173 time: 1.6155713 May 10 20:13:13.148550 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f112a-eef6-4ff3-acb2-0d24694b18e7', 'name': 'network-vif-deleted', 'tag': 'fcc5f8b8-777a-4629-9fa8-11cb6db5ccda', 'status': 'completed', 'code': 200} May 10 20:13:13.162312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-b1561835-5392-42d6-a843-e9ae717e4202 req-bcec7d42-eba2-48f7-819f-d7b799323bb7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Synchronizing usage tracker for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:13.180142 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-b1561835-5392-42d6-a843-e9ae717e4202 req-bcec7d42-eba2-48f7-819f-d7b799323bb7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Unset dirty status for tenant:107227155378414a939da8e1763e3c99 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:13.193018 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b1561835-5392-42d6-a843-e9ae717e4202 req-bcec7d42-eba2-48f7-819f-d7b799323bb7 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/ports?device_id=803f112a-eef6-4ff3-acb2-0d24694b18e7 HTTP/1.1" status: 200 len: 210 time: 0.0966618 May 10 20:13:13.229148 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:13:13.567620 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:13.575743 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:13:13.589562 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:13:13.590509 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:13:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:13.721761 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:13.817026 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:13:14.158363 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:14.162236 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267b30c-f62f-4b1f-a7ba-b2d7eb65872d None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:03:02Z', 'revision_number': 4, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '16f46bba-f75f-469b-9477-b74f5f6a765c', 'name': '', 'network_id': '94a775ca-a11a-4fe9-938c-d998a48666b5', 'tenant_id': '107227155378414a939da8e1763e3c99', 'mac_address': 'fa:16:3e:42:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:57Z', 'updated_at': '2021-05-10T20:03:13Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'subnets': [{'id': '7f46a689-727d-4833-98c9-a3562ab0ef77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:13:14.335865 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44136) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:14.388893 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85436d5-f337-472f-96d6-da1d5c12dc16 None None] New status for floating IP d7dbd228-0476-4cd3-8967-f140c2cbebfc: DOWN {{(pid=78753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:13:14.404431 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.433776 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.498637 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.503014 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3deea8f7-57f9-4e7e-978b-b0edcc4faf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:14.518873 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffffd1af-1924-4d3e-a81b-0d0190149bf7,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:14.522102 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:14.539546 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.540808 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "DELETE /v2.0/security-groups/ffffd1af-1924-4d3e-a81b-0d0190149bf7 HTTP/1.1" status: 204 len: 168 time: 0.2037537 May 10 20:13:14.543361 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44140) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:14.561165 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.api.v2.resource [None req-c2d82db2-9083-4d82-9d6c-2f5eed015b3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] show failed (client error): The resource could not be found. May 10 20:13:14.562157 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c2d82db2-9083-4d82-9d6c-2f5eed015b3d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "GET /v2.0/security-groups/ffffd1af-1924-4d3e-a81b-0d0190149bf7 HTTP/1.1" status: 404 len: 347 time: 0.0178764 May 10 20:13:14.565050 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44144) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:14.794138 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Deleting port e799c306-4671-47ab-a065-11423d597622 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:14.794495 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.914074 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.914445 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:15.042904 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Calling delete_port for e799c306-4671-47ab-a065-11423d597622 owned by network:floatingip {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:15.157755 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:15.163381 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-ca694ffc-85f3-4ad3-8d27-2ed0e8b92e53 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:15.222922 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Pushing event deleted for resources: {'Port': ['ID=e799c306-4671-47ab-a065-11423d597622,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:15.226160 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:15.326018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks [] for floatingip, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:15.350507 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:15.351753 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-99d84473-bd9b-4364-8b2a-c0147b325cd2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] 10.222.0.48 "DELETE /v2.0/floatingips/d7dbd228-0476-4cd3-8967-f140c2cbebfc HTTP/1.1" status: 204 len: 168 time: 0.7857983 May 10 20:13:15.842727 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:13:15.910548 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: fcc5f8b8-777a-4629-9fa8-11cb6db5ccda {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:13:15.910904 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device fcc5f8b8-777a-4629-9fa8-11cb6db5ccda not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:13:16.437822 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44166) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:16.559044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.573463 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:16.577313 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Usage tracker for resource:security_group_rule and tenant:0e03d0fc87e2401c9d8a415e2281e1f3 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:16.580111 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:16.586201 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:16.674951 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.680644 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.689972 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-720abc08-26f1-467d-9d75-d8a7bb34b86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:16.730479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e03d0fc87e2401c9d8a415e2281e1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910554 May 10 20:13:16.731398 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd72c66d-6fcd-412e-84ab-32153fa2753c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:16.733218 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44178) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:16.735035 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-fddbf4f8-bcc0-43f3-bc4d-07d2cc34471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:16.806421 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.828960 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.891454 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.900339 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-7bafd34c-fca3-4c2e-8ffc-a0a5705cf1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:16.916301 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd72c66d-6fcd-412e-84ab-32153fa2753c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:16.921018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:16.923270 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:16.925545 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd72c66d-6fcd-412e-84ab-32153fa2753c HTTP/1.1" status: 204 len: 168 time: 0.1912568 May 10 20:13:17.260831 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44190) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:17.278816 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.294181 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:17.298066 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d9ca3f82cb48ca917d6d97e5fb70d2 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:17.300975 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:17.307449 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:17.392573 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.396838 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.404662 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5d492479-8223-4be7-a211-5c4066bae008 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:17.449238 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6d9ca3f82cb48ca917d6d97e5fb70d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866219 May 10 20:13:17.450142 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d1beef-db2b-4961-b4bc-937d729dbbc4,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:17.451846 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44194) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:17.453113 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9d0976cc-3f12-42ef-b1ed-543d83cd1372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:17.512356 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.538620 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.590385 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.594120 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-97b0d45e-55c5-46eb-9c81-e4ddfa85c7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:17.607156 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d1beef-db2b-4961-b4bc-937d729dbbc4,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:17.610725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:17.616152 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.617366 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5d1beef-db2b-4961-b4bc-937d729dbbc4 HTTP/1.1" status: 204 len: 168 time: 0.1644793 May 10 20:13:18.210775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44222) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:18.359509 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44230) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:18.593357 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1336375088-network', 'tenant_id': '3f325856b989406cb9c2ac3dbf8a8d4f'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:13:18.606929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:18.614079 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Usage tracker for resource:network and tenant:3f325856b989406cb9c2ac3dbf8a8d4f is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:18.618321 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:18.633536 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:18.655632 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Made reservation on behalf of 3f325856b989406cb9c2ac3dbf8a8d4f for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:13:18.657982 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:18.677897 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:18.753774 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:18.819029 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Usage tracker for resource:security_group_rule and tenant:3f325856b989406cb9c2ac3dbf8a8d4f is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:18.824176 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:18.832481 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:19.039116 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.043809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.047184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-48050701-b1c3-4e5c-96fc-d2d803711aaa tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:19.070638 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:13:19.094556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.094894 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Added segment 51809fd5-3852-4bcd-a6ed-f39824bc77c8 of type vlan for network 29382ba7-edb9-4836-9efa-42234b38b770 May 10 20:13:19.100241 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60edf164-923a-474d-844e-5fc84174b90b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:19.108322 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:19.139971 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.211745 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.214429 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:19.215012 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.220228 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:19.327277 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9665248 May 10 20:13:19.330419 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44236) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:19.335459 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.336306 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Request body: {'subnet': {'network_id': '29382ba7-edb9-4836-9efa-42234b38b770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1336375088-subnet', 'tenant_id': '3f325856b989406cb9c2ac3dbf8a8d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:13:19.341426 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:19.345272 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Usage tracker for resource:subnet and tenant:3f325856b989406cb9c2ac3dbf8a8d4f is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:19.348189 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:19.353946 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:19.364922 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Made reservation on behalf of 3f325856b989406cb9c2ac3dbf8a8d4f for: {'subnet': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:13:19.367312 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15710964'] for subnet, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.387816 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Pushing event updated for resources: {'Network': ['ID=29382ba7-edb9-4836-9efa-42234b38b770,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:19.398363 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 29382ba7-edb9-4836-9efa-42234b38b770 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:13:19.446020 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5b29dba8-93a8-4635-93c3-edf441409963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:19.760306 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Deleting port 16f46bba-f75f-469b-9477-b74f5f6a765c {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:19.761069 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.858751 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15710854'] for subnet, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.863778 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:19.884222 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] For port 16f46bba-f75f-469b-9477-b74f5f6a765c, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=16f46bba-f75f-469b-9477-b74f5f6a765c,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:19.884583 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.938540 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88e50b3-53ef-43bf-9954-3a24b67418a9,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:19.942386 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:19.949640 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Checking segment: {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:13:19.949998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Network hostable DHCP agents. Network: 29382ba7-edb9-4836-9efa-42234b38b770, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:13:19.970013 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Network 29382ba7-edb9-4836-9efa-42234b38b770 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:13:19.981006 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 29382ba7-edb9-4836-9efa-42234b38b770) {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:13:19.989927 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e5a895-aa17-4611-b33a-90baf84abb5b None None] Network 29382ba7-edb9-4836-9efa-42234b38b770 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:13:19.995163 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:19.995998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:20.023501 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9ae502f4-404d-475d-8975-ead85cb59a48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6918998 May 10 20:13:20.120421 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Calling delete_port for 16f46bba-f75f-469b-9477-b74f5f6a765c owned by network:router_interface {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:20.228153 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b7bfe-878b-49de-8e48-fc6d88a2954d None None] Network 29382ba7-edb9-4836-9efa-42234b38b770 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:13:20.319299 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:20.325725 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0bb41add-b8cf-4c0d-b874-01970fb7908b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:20.378038 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f46bba-f75f-469b-9477-b74f5f6a765c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:20.425606 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:20.731866 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:21.145635 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Router d50c60d6-c581-42ef-aae0-248523e01f76 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:13:21.353595 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:13:21.363095 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] Sync routers for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:13:21.367377 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-36018e94-c765-4f8a-83c4-1ea32dfceac8 admin admin] 10.222.0.48 "PUT /v2.0/routers/d50c60d6-c581-42ef-aae0-248523e01f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1555114 May 10 20:13:21.370049 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44250) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:21.373517 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:13:21.374074 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:13:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:21.558553 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:13:21.571117 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks [] for router, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:21.865559 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:21.866500 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:13:21.910087 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:13:20Z', 'revision_number': 5, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port': {'id': '98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:02:51Z', 'updated_at': '2021-05-10T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:21.917445 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] Checking router: d50c60d6-c581-42ef-aae0-248523e01f76 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:13:21.933596 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] Routers {'d50c60d6-c581-42ef-aae0-248523e01f76'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:13:21.934736 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:13:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d50c60d6-c581-42ef-aae0-248523e01f76'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:21.988844 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Deleting port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:21.989392 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:22.166624 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] For port 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:22.167345 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:22.187743 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] Set router d50c60d6-c581-42ef-aae0-248523e01f76 gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:13:22.292875 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:13:21Z', 'revision_number': 6, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:22.296836 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e79911-628f-4dce-81cd-f3498d8262ca None None] The sync data for ids ['d50c60d6-c581-42ef-aae0-248523e01f76'] in dv-cinder-788365-3-smb is: [{'id': 'd50c60d6-c581-42ef-aae0-248523e01f76', 'name': 'tempest-AttachVolumeShelveTestJSON-726753655-router', 'tenant_id': '107227155378414a939da8e1763e3c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:02:50Z', 'updated_at': '2021-05-10T20:13:21Z', 'revision_number': 6, 'project_id': '107227155378414a939da8e1763e3c99', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:13:22.313729 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Calling delete_port for 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 owned by network:router_gateway {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:22.454483 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-c8a274eb-73e2-4282-8431-4589b82b0c82 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:22.455074 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0e98ff11-9189-4235-8263-72b66bd66738 req-c8a274eb-73e2-4282-8431-4589b82b0c82 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Synchronizing usage tracker for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:22.487778 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0e98ff11-9189-4235-8263-72b66bd66738 req-c8a274eb-73e2-4282-8431-4589b82b0c82 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Unset dirty status for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:22.488942 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-c8a274eb-73e2-4282-8431-4589b82b0c82 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/networks?id=29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 200 len: 809 time: 0.2553930 May 10 20:13:22.513403 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f27c9b2c-ce18-4127-8bef-35015118f054 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/quotas/3f325856b989406cb9c2ac3dbf8a8d4f HTTP/1.1" status: 200 len: 375 time: 0.0167334 May 10 20:13:22.596327 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-7cf56bbe-fd83-45c2-ad4a-add4deafa682 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749862 May 10 20:13:22.634071 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:22.654039 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bcc0832d-d72f-47de-aaaf-c820d0e75b04 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:22.692809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-41adc391-f3ec-4a8f-9092-11f405cb38c6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:13:22.693813 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-41adc391-f3ec-4a8f-9092-11f405cb38c6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0894582 May 10 20:13:22.757662 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:22.766465 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:22.893316 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.084351 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-00963a71-d1d9-47f7-9983-55ed490705ee service neutron] 10.222.0.48 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740699 May 10 20:13:23.086150 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.088662 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.276913 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.277591 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d50c60d6-c581-42ef-aae0-248523e01f76 {{(pid=78751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:13:23.315627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.318972 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d50c60d6-c581-42ef-aae0-248523e01f76 HTTP/1.1" status: 204 len: 168 time: 1.9473164 May 10 20:13:23.319583 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44270) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:23.340339 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-d2c5b47d-318c-4b8b-8714-330ddb62756a service neutron] 10.222.0.48 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479358 May 10 20:13:23.414639 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Deleting subnet 7f46a689-727d-4833-98c9-a3562ab0ef77 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:13:23.417795 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.479257 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.528398 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-191de9d5-7fef-4f95-8b36-39219a485816 req-88118cdf-d120-4606-8705-a988c71b9855 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 210 time: 0.0475230 May 10 20:13:23.568549 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.831728 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.837038 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:23.874640 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f46a689-727d-4833-98c9-a3562ab0ef77,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:23.880317 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:23.883296 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:23.888351 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e5850-303c-49c8-9ef3-7cbcb73b393a None None] Network 94a775ca-a11a-4fe9-938c-d998a48666b5 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:13:23.889370 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-41c2268e-3177-4e4e-816e-a282fa82c8df admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f46a689-727d-4833-98c9-a3562ab0ef77 HTTP/1.1" status: 204 len: 168 time: 0.5673311 May 10 20:13:23.891775 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44284) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:24.017398 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.101334 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Deleting port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:24.101696 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.173778 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] DHCP port deletion for 94a775ca-a11a-4fe9-938c-d998a48666b5 request from dv-cinder-788365-3-smb {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:13:24.218214 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] For port ccce9a1f-1f92-494d-8dbf-fc6965e939e5, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:24.218561 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.259626 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Deleting port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:24.260032 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.349285 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Calling delete_port for ccce9a1f-1f92-494d-8dbf-fc6965e939e5 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:24.373709 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] For port ccce9a1f-1f92-494d-8dbf-fc6965e939e5, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,segment=NetworkSegment(c1581f5a-a555-49cb-bb0d-5926a027baa5),segment_id=c1581f5a-a555-49cb-bb0d-5926a027baa5)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:24.374143 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.387749 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device ccce9a1f-1f92-494d-8dbf-fc6965e939e5 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:13:24.424462 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.428605 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:24.475061 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:24.478525 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:24.479441 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] No DVR routers for this DVR port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 on host dv-cinder-788365-3-smb {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:13:24.488496 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: ccce9a1f-1f92-494d-8dbf-fc6965e939e5 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:13:24.488853 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device ccce9a1f-1f92-494d-8dbf-fc6965e939e5 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:13:24.489305 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 16f46bba-f75f-469b-9477-b74f5f6a765c no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:13:24.594884 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 16f46bba-f75f-469b-9477-b74f5f6a765c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:13:24.594884 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 16f46bba-f75f-469b-9477-b74f5f6a765c not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:13:24.595267 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:13:24.632528 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.652429 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a775ca-a11a-4fe9-938c-d998a48666b5']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:24.661354 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Calling delete_port for ccce9a1f-1f92-494d-8dbf-fc6965e939e5 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:24.673987 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:13:24.674495 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 98fb2939-0bd2-4daf-beeb-c64f9b6f2bc4 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:13:24.674641 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1581f5a-a555-49cb-bb0d-5926a027baa5') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:24.674934 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1581f5a-a555-49cb-bb0d-5926a027baa5') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:13:24.693696 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.714898 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.718907 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-5c7b1e40-8e01-473e-9ee5-25c6146ce689 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:24.720678 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-5c7b1e40-8e01-473e-9ee5-25c6146ce689 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "GET /v2.0/networks?id=29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 200 len: 809 time: 0.2219431 May 10 20:13:24.726337 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:13:24.726845 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.748276 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:13:24.754012 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:13:24.758422 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-82a4cd67-301e-48b9-981c-8d360a4715e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:24.762142 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Request body: {'port': {'device_id': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770', 'admin_state_up': True, 'tenant_id': '3f325856b989406cb9c2ac3dbf8a8d4f'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:13:24.785516 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ef88673b-b304-4881-8ce5-e90504ecb449 req-a65551cc-7cbd-45c0-9eae-9bf4a82a2b2f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 210 time: 0.0638077 May 10 20:13:24.827763 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Pushing event deleted for resources: {'Port': ['ID=ccce9a1f-1f92-494d-8dbf-fc6965e939e5,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:24.834139 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] No DVR routers for this DVR port ccce9a1f-1f92-494d-8dbf-fc6965e939e5 on host dv-cinder-788365-3-smb {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:13:24.840209 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:24.844248 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.848962 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-218a5099-0086-407c-8286-74ebdfd19e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:24.865250 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:24.888596 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a775ca-a11a-4fe9-938c-d998a48666b5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:24.892896 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:24.902048 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e500abaa-3f4b-4607-9a6e-d57589b64624 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94a775ca-a11a-4fe9-938c-d998a48666b5 HTTP/1.1" status: 204 len: 168 time: 1.0048158 May 10 20:13:24.984513 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:24.989004 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Usage tracker for resource:port and tenant:3f325856b989406cb9c2ac3dbf8a8d4f is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:24.994299 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:25.002328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:25.022004 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Made reservation on behalf of 3f325856b989406cb9c2ac3dbf8a8d4f for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:13:25.027748 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.067446 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44296) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:25.123057 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-13991b2f-a5f2-4c66-95b7-b36b5e4a0826 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=107227155378414a939da8e1763e3c99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530736 May 10 20:13:25.125285 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44300) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:25.196678 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.218824 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Allocated IP 172.20.0.5 (29382ba7-edb9-4836-9efa-42234b38b770/d88e50b3-53ef-43bf-9954-3a24b67418a9/0cad3b8b-94b4-4ae0-93a3-85aa820258d6) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:13:25.226309 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.284643 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.288552 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-18ddc390-3784-49eb-93d2-05ab5baf7ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:25.301247 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73be7245-422f-4492-a51c-3290cef44e10,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:25.304230 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:25.313872 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.315002 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73be7245-422f-4492-a51c-3290cef44e10 HTTP/1.1" status: 204 len: 168 time: 0.1888051 May 10 20:13:25.433684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.463758 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.469703 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-6eee3f0f-8dc1-4461-be17-41d5f02c1130 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:25.534919 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Network 29382ba7-edb9-4836-9efa-42234b38b770 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:13:25.538045 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:13:25.542715 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:13:25.585601 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Pushing event updated for resources: {'Port': ['ID=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:25.590695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:25.619501 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:25.620775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:25.642384 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-3896f02a-079d-4646-b110-d073b175e94f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839386 May 10 20:13:25.653170 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-390653cb-d99f-4e11-a424-7e9b41eb07f8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:13:25.654119 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-390653cb-d99f-4e11-a424-7e9b41eb07f8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051215 May 10 20:13:25.771834 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Request body: {'port': {'device_id': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:13:25.990143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:26.079697 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-dda6bfd8-671a-489c-9c15-de228492d01b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:26.080451 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-dda6bfd8-671a-489c-9c15-de228492d01b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Synchronizing usage tracker for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:26.158904 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-dda6bfd8-671a-489c-9c15-de228492d01b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Unset dirty status for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:26.160183 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-dda6bfd8-671a-489c-9c15-de228492d01b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 931 time: 0.2471774 May 10 20:13:26.288971 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-901bcb30-0d9c-466d-b6f1-18d7adeb9d7a tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Synchronizing usage tracker for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:26.340444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-901bcb30-0d9c-466d-b6f1-18d7adeb9d7a tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Unset dirty status for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:26.341609 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d403e10d-75a4-475d-8cc5-ebc4e9154508 req-901bcb30-0d9c-466d-b6f1-18d7adeb9d7a tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698024 May 10 20:13:26.424971 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:13:26.432844 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:26.447865 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Transition to ACTIVE for port object 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:13:26.452412 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:26.457575 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4aec9bfc-ae06-4f14-b7e2-be21bfa4d2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:26.723143 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:26.726112 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:26.798621 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Attempting to bind port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:13:26.799305 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Attempting to bind port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:13:26.799305 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Attempting to bind port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 on network 29382ba7-edb9-4836-9efa-42234b38b770 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:13:26.804301 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 on network 29382ba7-edb9-4836-9efa-42234b38b770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:13:26.804751 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Attempting to bind port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 on network 29382ba7-edb9-4836-9efa-42234b38b770 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:13:26.811377 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:13:26.811838 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Checking segment: {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:13:26.812347 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Bound using segment: {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:13:26.812905 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Bound port: 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:13:26.813406 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:26.913700 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] For port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:13:26.917172 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] For port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:13:26.922763 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:26.927589 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-44d71bce-723f-47a1-a20c-ca5f64d60445 tempest-ServerRescueNegativeTestJSON-653952600 tempest-ServerRescueNegativeTestJSON-653952600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:26.988538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:26.989154 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:26.990534 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/0cad3b8b-94b4-4ae0-93a3-85aa820258d6 HTTP/1.1" status: 200 len: 1093 time: 1.3297453 May 10 20:13:26.991040 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'tag': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:27.017083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:27.020472 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-f55ffc85-9efc-4769-b101-5a274e0f33e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:27.064837 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'tag': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6', 'status': 'completed', 'code': 200} May 10 20:13:27.110335 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-7dd76c4b-32f6-4b2f-9186-8bee1b6b66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:27.111847 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-7dd76c4b-32f6-4b2f-9186-8bee1b6b66cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 1096 time: 0.0802221 May 10 20:13:27.186440 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-b8ec21cf-3933-4f55-9770-2f6ade1af5e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6 HTTP/1.1" status: 200 len: 217 time: 0.0639977 May 10 20:13:27.262721 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ff11-9189-4235-8263-72b66bd66738 req-2bb63448-bf66-4896-a97c-800da4428dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:27.264186 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-2bb63448-bf66-4896-a97c-800da4428dd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d88e50b3-53ef-43bf-9954-3a24b67418a9 HTTP/1.1" status: 200 len: 849 time: 0.0710721 May 10 20:13:27.314825 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-7d883840-184c-47c4-8994-db8384a9a352 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29382ba7-edb9-4836-9efa-42234b38b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435073 May 10 20:13:27.450766 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-95e71cba-86d3-45c7-ac3a-4af20ed7629b service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284657 May 10 20:13:27.638128 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0e98ff11-9189-4235-8263-72b66bd66738 req-d9a40d6f-7804-486c-a79f-80dcfbf28e02 service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555910 May 10 20:13:27.647125 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c378-53f1-4f70-8497-35197ab99187 req-17b9f75e-e8b4-40a8-93d7-625794966584 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:27.648698 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-90e1c378-53f1-4f70-8497-35197ab99187 req-17b9f75e-e8b4-40a8-93d7-625794966584 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 943 time: 0.1970608 May 10 20:13:27.748223 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-90e1c378-53f1-4f70-8497-35197ab99187 req-982abac9-a352-43c9-b9a5-64115cd7a98f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 May 10 20:13:27.778262 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-19584dff-d7a2-4751-b9cc-ce487bde9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:27.779750 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-19584dff-d7a2-4751-b9cc-ce487bde9d93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 1096 time: 0.0830939 May 10 20:13:27.931019 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-6256d2c3-8961-427d-a34f-65b553ce2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:27.933441 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-6256d2c3-8961-427d-a34f-65b553ce2826 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 200 len: 910 time: 0.1467602 May 10 20:13:28.005266 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-1da53ae6-0d37-4a59-9771-193295eca37d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6 HTTP/1.1" status: 200 len: 217 time: 0.0658226 May 10 20:13:28.068876 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-83503009-0977-4709-8584-d0cad94b3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:28.070342 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-83503009-0977-4709-8584-d0cad94b3afe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d88e50b3-53ef-43bf-9954-3a24b67418a9 HTTP/1.1" status: 200 len: 849 time: 0.0581412 May 10 20:13:28.117585 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-e32bf09e-78dc-4f0d-bd6b-c49b7a486343 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29382ba7-edb9-4836-9efa-42234b38b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409448 May 10 20:13:28.247562 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-e3bfac21-ec8d-4f92-aaf7-098cd9d6181a service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237595 May 10 20:13:28.483219 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-379729dd-9a74-40b8-a4c8-655a0a790165 req-de29467b-5be3-4ec7-a3eb-332ac76d77b6 service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293210 May 10 20:13:28.948921 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924991-a860-4340-aa32-0987884979bb req-a83fe793-41de-4287-993e-12d5832a5bff tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:28.950411 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b6924991-a860-4340-aa32-0987884979bb req-a83fe793-41de-4287-993e-12d5832a5bff tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 943 time: 0.0892417 May 10 20:13:28.997396 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b6924991-a860-4340-aa32-0987884979bb req-060e2bf5-a581-4627-b134-3c67ff70b680 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 May 10 20:13:30.187411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff504d26-7bb1-4a73-9dbd-17eee7ad13bd req-c62572b0-7839-4f27-a1c3-775a4616bbe2 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:30.188945 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ff504d26-7bb1-4a73-9dbd-17eee7ad13bd req-c62572b0-7839-4f27-a1c3-775a4616bbe2 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 943 time: 0.0849566 May 10 20:13:30.235962 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ff504d26-7bb1-4a73-9dbd-17eee7ad13bd req-4307264d-aba6-464f-b0f9-0f634fab0b01 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 May 10 20:13:31.429515 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658794c0-b650-4c87-8803-7ceeebabf4bd req-7cac1b10-8abf-4947-83e9-5bc202ff541c tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:31.431336 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-658794c0-b650-4c87-8803-7ceeebabf4bd req-7cac1b10-8abf-4947-83e9-5bc202ff541c tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 943 time: 0.0852284 May 10 20:13:31.487481 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-658794c0-b650-4c87-8803-7ceeebabf4bd req-1fafdc2a-5953-4dae-a6fe-a485dd1eceaf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 May 10 20:13:31.965394 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:13:32.136834 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:32.149684 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6', 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770', 'port_id': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6', 'mac_address': 'fa:16:3e:d2:85:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88e50b3-53ef-43bf-9954-3a24b67418a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:13:32.203642 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:32.221087 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:13:32.237342 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:32.241133 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:32.244164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:32.313027 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:32.316984 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:32.578731 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['0cad3b8b-94b4-4ae0-93a3-85aa820258d6'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:13:32.673559 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3ce4c-6f56-40b6-89a4-95aa882ce85d req-0d3a0343-2092-4253-b805-32e63d45a7db tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:32.675041 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2ff3ce4c-6f56-40b6-89a4-95aa882ce85d req-0d3a0343-2092-4253-b805-32e63d45a7db tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 944 time: 0.0812225 May 10 20:13:32.728539 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2ff3ce4c-6f56-40b6-89a4-95aa882ce85d req-8f60cfea-521b-4bef-a84d-91df35fb4995 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 May 10 20:13:33.912495 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ebd97-2c9c-4ae3-8608-ccd7c6e4961e req-10dd0d36-64d0-43d1-aa23-3c10b4313977 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:33.913967 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-536ebd97-2c9c-4ae3-8608-ccd7c6e4961e req-10dd0d36-64d0-43d1-aa23-3c10b4313977 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 944 time: 0.0819154 May 10 20:13:33.960061 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-536ebd97-2c9c-4ae3-8608-ccd7c6e4961e req-2f931692-f24e-4fc3-884d-e44a05381638 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 May 10 20:13:33.984142 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:13:34.052959 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:13:34.058869 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:13:34.059219 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:34.178489 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:34.192406 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:34.220461 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:34.230552 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:34.235292 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:34.237432 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:34.274224 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6', 'code': 200} May 10 20:13:34.307711 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:34.312309 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:34.520747 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf028-52c9-4af5-91ac-39c5030311ff req-87ba5350-2196-4228-8a05-0f2606bf6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:34.522251 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d79bf028-52c9-4af5-91ac-39c5030311ff req-87ba5350-2196-4228-8a05-0f2606bf6fcb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 1098 time: 0.0799823 May 10 20:13:34.568172 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d79bf028-52c9-4af5-91ac-39c5030311ff req-7a3bc9c5-609a-461e-9ba0-0dfedd84700c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 May 10 20:13:35.151439 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdae0-62fb-4d78-94db-01564f72a011 req-5bc5b8a4-b5b1-4e44-905c-b7299aaaa25b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:35.153453 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-339cdae0-62fb-4d78-94db-01564f72a011 req-5bc5b8a4-b5b1-4e44-905c-b7299aaaa25b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 945 time: 0.0839095 May 10 20:13:35.198645 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-339cdae0-62fb-4d78-94db-01564f72a011 req-db56ce4f-8ee2-429b-8fb3-1fd99ab73404 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 May 10 20:13:36.392341 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4abb65-0fbe-4b2f-b2b0-bd969e7a3d9a req-4915b77a-f16a-4669-9e76-720ff9ebf15d tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:36.393821 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ac4abb65-0fbe-4b2f-b2b0-bd969e7a3d9a req-4915b77a-f16a-4669-9e76-720ff9ebf15d tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 945 time: 0.0850532 May 10 20:13:36.441900 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ac4abb65-0fbe-4b2f-b2b0-bd969e7a3d9a req-7c4d8a8f-a65c-4e8e-8995-dffdff2ed741 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 May 10 20:13:37.411445 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd5f8-190e-49e9-9407-840668064825 req-a02612b4-b11a-44a7-91f6-0d67a9c36f95 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:37.413206 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e6dd5f8-190e-49e9-9407-840668064825 req-a02612b4-b11a-44a7-91f6-0d67a9c36f95 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 945 time: 0.0825093 May 10 20:13:37.472942 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-2e6dd5f8-190e-49e9-9407-840668064825 req-bbc363db-3618-4d07-8349-fc4cb6e0980c tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533285 May 10 20:13:38.579548 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe2bc-b502-4c6a-9658-56ea0856e267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:38.664724 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf7af2-08a1-487e-a362-996ee71e41ee req-6f2f34aa-8931-4593-99df-59394ef3d470 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:38.666247 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d6cf7af2-08a1-487e-a362-996ee71e41ee req-6f2f34aa-8931-4593-99df-59394ef3d470 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 945 time: 0.0829318 May 10 20:13:38.719026 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d6cf7af2-08a1-487e-a362-996ee71e41ee req-5e1976f9-c3ea-440e-bf12-67874224467e tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466626 May 10 20:13:38.879988 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-8e0cb64f-154c-41d5-b9d9-be9de36e7ad5 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:38.881331 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-8e0cb64f-154c-41d5-b9d9-be9de36e7ad5 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 945 time: 0.0826418 May 10 20:13:39.019638 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Deleting port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:39.020012 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:39.147327 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] For port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:39.147600 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:39.268806 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Calling delete_port for 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:39.374558 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:39.380257 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-966b1140-378b-44dc-88fe-378ba19fa701 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:39.386464 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['0cad3b8b-94b4-4ae0-93a3-85aa820258d6'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:13:39.504269 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Pushing event deleted for resources: {'Port': ['ID=0cad3b8b-94b4-4ae0-93a3-85aa820258d6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:39.540381 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.540749 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.541110 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.541461 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.541811 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.542158 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.542501 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.542847 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.543187 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.544078 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.544421 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.544758 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:39.551524 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:39.585438 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] No DVR routers for this DVR port 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:13:39.587762 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:39.590237 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'name': 'network-vif-deleted', 'tag': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:39.605043 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-66f2a157-e5bb-44a4-a26b-f76081fd6e1e req-c19be389-d013-4777-8cbe-23d265bd4598 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "DELETE /v2.0/ports/0cad3b8b-94b4-4ae0-93a3-85aa820258d6 HTTP/1.1" status: 204 len: 173 time: 0.7179039 May 10 20:13:39.635522 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acab059-2f11-40ab-b91f-fbde6a778cea', 'name': 'network-vif-deleted', 'tag': '0cad3b8b-94b4-4ae0-93a3-85aa820258d6', 'status': 'completed', 'code': 200} May 10 20:13:39.889325 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-352b9748-2d70-4e0a-b4bc-97813a886309 req-12b073f3-95e8-4e59-84b9-3f0d50635ce8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Synchronizing usage tracker for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:39.907279 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-352b9748-2d70-4e0a-b4bc-97813a886309 req-12b073f3-95e8-4e59-84b9-3f0d50635ce8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Unset dirty status for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:39.908756 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-352b9748-2d70-4e0a-b4bc-97813a886309 req-12b073f3-95e8-4e59-84b9-3f0d50635ce8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1acab059-2f11-40ab-b91f-fbde6a778cea HTTP/1.1" status: 200 len: 210 time: 0.0699291 May 10 20:13:41.193023 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-dc7af053-cf8d-41f6-b53d-497d89ba3c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:41.316379 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:41.321955 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2952e6ef-d4c9-43fa-8e87-92fcbd406355 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:41.323416 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2952e6ef-d4c9-43fa-8e87-92fcbd406355 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/networks?id=29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 200 len: 809 time: 0.1479712 May 10 20:13:41.338541 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-64e046cc-2719-4cfc-a1f6-feef2b6bec7f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/quotas/3f325856b989406cb9c2ac3dbf8a8d4f HTTP/1.1" status: 200 len: 375 time: 0.0088630 May 10 20:13:41.385783 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-e330edb2-d81a-44d3-9c10-a0667ef674d4 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417817 May 10 20:13:41.518825 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-c248f9b3-0dba-4732-a557-9b01c785fd68 service neutron] 10.222.0.48 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259243 May 10 20:13:41.649430 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-4e7f9cc0-38dd-4021-9e9a-592084b30986 service neutron] 10.222.0.48 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244206 May 10 20:13:41.837168 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8e4387e6-6dac-49a4-a88c-a514eedf2ddd req-5c20d7ad-5236-4790-9db1-ddfd89a01538 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 210 time: 0.0419376 May 10 20:13:42.030365 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:13:42.066048 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:13:42.066596 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 0cad3b8b-94b4-4ae0-93a3-85aa820258d6 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:13:42.284748 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:42.849652 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-9e83d39d-add8-4766-8df3-ed91eebf4f3f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:42.851267 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-9e83d39d-add8-4766-8df3-ed91eebf4f3f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "GET /v2.0/networks?id=29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 200 len: 809 time: 0.1639864 May 10 20:13:42.863125 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Request body: {'port': {'device_id': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770', 'admin_state_up': True, 'tenant_id': '3f325856b989406cb9c2ac3dbf8a8d4f'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:13:43.021423 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ebf41be1-bee2-4232-93b1-fe614a94f18c req-77221d88-26e0-45fc-878d-570357fdccc1 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 210 time: 0.0522223 May 10 20:13:43.073354 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:43.085737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:43.101953 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Made reservation on behalf of 3f325856b989406cb9c2ac3dbf8a8d4f for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:13:43.105569 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.279706 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Allocated IP 172.20.0.4 (29382ba7-edb9-4836-9efa-42234b38b770/d88e50b3-53ef-43bf-9954-3a24b67418a9/6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:13:43.493558 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.525429 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.534678 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9c36159c-edc4-45b2-af09-43cc63ba728d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:43.592197 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44584) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:43.599549 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Network 29382ba7-edb9-4836-9efa-42234b38b770 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:13:43.602525 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:13:43.607017 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:13:43.648905 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Pushing event updated for resources: {'Port': ['ID=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:43.654396 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:43.686252 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:43.686888 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.720888 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8618584 May 10 20:13:43.725822 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.731860 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.733386 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Request body: {'port': {'device_id': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:13:43.746623 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:43.750475 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Usage tracker for resource:security_group_rule and tenant:eb60737b30a9446794898afc9d44ce2e is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:43.753287 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:43.760903 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:43.863972 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.868789 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:43.899777 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a0e408a1-18ea-4af6-8a9a-0a700153f68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:43.931648 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb60737b30a9446794898afc9d44ce2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383200 May 10 20:13:43.934266 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9adc5ef-028a-44ee-b862-5f83840ae6c1,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:43.934715 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44590) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:43.941008 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.941522 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.941920 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.942308 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.942701 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.943091 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.943467 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.943847 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.944252 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.944630 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.945011 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.945372 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:43.950186 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-0f3fed50-3911-4982-8257-6f1edfe714fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:43.965883 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.072133 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.189592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.376713 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.383752 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-58ac4616-b659-474a-9d15-d3052f8413fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:44.411243 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9adc5ef-028a-44ee-b862-5f83840ae6c1,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:44.420466 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28484-112a-4c51-aed4-8c4e4715f41a req-1cb3be70-9f9f-4920-9812-0b2eb08970a9 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:44.421188 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-bdd28484-112a-4c51-aed4-8c4e4715f41a req-1cb3be70-9f9f-4920-9812-0b2eb08970a9 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Synchronizing usage tracker for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:44.424860 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:44.429107 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.430459 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-39f2deee-c1a1-4547-8330-1f0d344ae414 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9adc5ef-028a-44ee-b862-5f83840ae6c1 HTTP/1.1" status: 204 len: 168 time: 0.4945219 May 10 20:13:44.451116 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-bdd28484-112a-4c51-aed4-8c4e4715f41a req-1cb3be70-9f9f-4920-9812-0b2eb08970a9 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Unset dirty status for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:44.452357 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bdd28484-112a-4c51-aed4-8c4e4715f41a req-1cb3be70-9f9f-4920-9812-0b2eb08970a9 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 931 time: 0.3035417 May 10 20:13:44.541471 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:13:44.552655 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.557403 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bdd28484-112a-4c51-aed4-8c4e4715f41a req-bb9c1bb0-4a45-4e0f-98b9-272a78764937 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717630 May 10 20:13:44.572118 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Transition to ACTIVE for port object 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:13:44.579256 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.580546 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:44.726057 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44600) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:44.741700 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:44.744593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:44.750073 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.764894 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:44.768643 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Usage tracker for resource:security_group_rule and tenant:854a1242c6ca47c4854f48cb9ff3e34f is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:44.771461 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:44.777177 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:44.816631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Attempting to bind port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:13:44.817075 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Attempting to bind port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:13:44.817455 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Attempting to bind port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c on network 29382ba7-edb9-4836-9efa-42234b38b770 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:13:44.822436 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c on network 29382ba7-edb9-4836-9efa-42234b38b770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:13:44.822830 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Attempting to bind port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c on network 29382ba7-edb9-4836-9efa-42234b38b770 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:13:44.828080 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:13:44.828478 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Checking segment: {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:13:44.828881 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Bound using segment: {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:13:44.829302 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Bound port: 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51809fd5-3852-4bcd-a6ed-f39824bc77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:13:44.829677 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.865458 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.869209 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.877587 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1eefee77-cc01-4cf6-8bd9-bcb544d722e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:44.920517 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=854a1242c6ca47c4854f48cb9ff3e34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902406 May 10 20:13:44.920517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267b58ef-6e9e-4c93-828d-9ea2370ee466,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:44.920846 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44604) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:44.923021 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-cb38ef44-ab0e-4e5e-9558-2cbf478097c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:44.923600 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] For port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:13:44.950205 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] For port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:13:44.956733 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.966694 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3b4bb57e-04b7-49e7-950d-7f071b04258a tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:45.032263 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:45.032871 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:45.034358 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c HTTP/1.1" status: 200 len: 1093 time: 1.3054671 May 10 20:13:45.035151 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'tag': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:45.065833 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:45.067473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:45.071285 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-064f4839-a110-4a6a-9cb2-469d210035b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:45.120368 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'tag': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c', 'status': 'completed', 'code': 200} May 10 20:13:45.136178 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:45.200837 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-28a0b324-c2d1-41ae-9b20-0a2e0ae892cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:45.202219 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-28a0b324-c2d1-41ae-9b20-0a2e0ae892cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 1096 time: 0.1201057 May 10 20:13:45.208706 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:45.213256 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-9d1244e4-bc88-4bfc-bfc1-c472d332102f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:45.280107 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b58ef-6e9e-4c93-828d-9ea2370ee466,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:45.282371 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:45.285607 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-d4cd5d02-7bd0-4f1b-8d94-9c8026c17706 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c HTTP/1.1" status: 200 len: 217 time: 0.0732322 May 10 20:13:45.289718 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:45.290756 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-e49f1e60-879c-465d-afa8-73179c286d5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/267b58ef-6e9e-4c93-828d-9ea2370ee466 HTTP/1.1" status: 204 len: 168 time: 0.3689857 May 10 20:13:45.356165 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-8cf02bba-58bc-4bba-b44f-80c4ccb9f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:45.357607 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-8cf02bba-58bc-4bba-b44f-80c4ccb9f8af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d88e50b3-53ef-43bf-9954-3a24b67418a9 HTTP/1.1" status: 200 len: 849 time: 0.0643020 May 10 20:13:45.403421 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-dd8c109d-368e-4c29-83a7-69c291c05d0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29382ba7-edb9-4836-9efa-42234b38b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397146 May 10 20:13:45.536953 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-bb9b9c26-9c46-4707-bf23-9b696b209007 service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270902 May 10 20:13:45.823135 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5d9d6f93-1934-464a-9635-0c4ce95b6218 req-02af725b-a6ac-4c29-baaa-ff429c010291 service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781048 May 10 20:13:45.841400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc418d-d236-4d3c-a5cf-09c046a6c96c req-9a3af61e-a5b0-4fd7-942e-100ff8e7dab0 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:45.842867 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2fc418d-d236-4d3c-a5cf-09c046a6c96c req-9a3af61e-a5b0-4fd7-942e-100ff8e7dab0 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 943 time: 0.1316967 May 10 20:13:45.931738 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c2fc418d-d236-4d3c-a5cf-09c046a6c96c req-7f13c12e-25da-40f3-9f3e-93015346e689 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821698 May 10 20:13:45.959901 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-77462999-7665-4e68-aa95-9ec7f2b228d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:45.961356 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-77462999-7665-4e68-aa95-9ec7f2b228d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0832384 May 10 20:13:46.105261 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-4aede5cc-556f-43f9-8e4a-e134a22ce195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:46.107315 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-4aede5cc-556f-43f9-8e4a-e134a22ce195 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 200 len: 910 time: 0.1397939 May 10 20:13:46.177157 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-7fc53528-2f3d-496c-a29e-f7d8f0027d75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c HTTP/1.1" status: 200 len: 217 time: 0.0639224 May 10 20:13:46.241103 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-c29687eb-95fe-469e-83a2-201a0496f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:46.242435 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-c29687eb-95fe-469e-83a2-201a0496f6c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d88e50b3-53ef-43bf-9954-3a24b67418a9 HTTP/1.1" status: 200 len: 849 time: 0.0585258 May 10 20:13:46.291288 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-22d34475-20a9-4168-9a8f-31dc053173d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29382ba7-edb9-4836-9efa-42234b38b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428905 May 10 20:13:46.425211 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-615a5d23-7c20-4f5e-9701-3d086dac94ad service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278336 May 10 20:13:46.560016 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-b4e52b6a-168c-4726-b9ef-5a371dc47270 req-e4cc8abe-a0c8-4c59-84ad-6249f16cae8e service neutron] 10.222.0.73 "GET /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272185 May 10 20:13:47.131663 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbc749-4946-4e6a-8dc8-5e28d73cd004 req-cdd8ebfe-4884-4842-8f8e-68b70a60ea0b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:47.133232 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c0fbc749-4946-4e6a-8dc8-5e28d73cd004 req-cdd8ebfe-4884-4842-8f8e-68b70a60ea0b tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 943 time: 0.0834186 May 10 20:13:47.188450 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-c0fbc749-4946-4e6a-8dc8-5e28d73cd004 req-699d1fff-8ac5-4866-b8f2-82c38d0d3add tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 May 10 20:13:48.373713 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8bc88-7c5b-4a7e-95a8-e4d91e8a5036 req-de84c99f-901f-40e9-aed8-a90ea5df3cf7 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:48.375146 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3eb8bc88-7c5b-4a7e-95a8-e4d91e8a5036 req-de84c99f-901f-40e9-aed8-a90ea5df3cf7 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 943 time: 0.0812259 May 10 20:13:48.419152 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3eb8bc88-7c5b-4a7e-95a8-e4d91e8a5036 req-3e2bdec5-4c52-48ff-aef6-49091567e341 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 May 10 20:13:49.603561 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd478-be60-4f8c-8dc2-669352b5fe2c req-a404164c-2d32-428e-901e-3d8f1f7dfdfa tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:49.605007 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7d1dd478-be60-4f8c-8dc2-669352b5fe2c req-a404164c-2d32-428e-901e-3d8f1f7dfdfa tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 943 time: 0.0810118 May 10 20:13:49.649826 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7d1dd478-be60-4f8c-8dc2-669352b5fe2c req-a5cfd3f6-5dc3-43e2-923f-b0de3ffa5db4 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385387 May 10 20:13:50.073443 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:13:50.225292 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:50.237934 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c', 'network_id': '29382ba7-edb9-4836-9efa-42234b38b770', 'port_id': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c', 'mac_address': 'fa:16:3e:b3:de:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88e50b3-53ef-43bf-9954-3a24b67418a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:13:50.296762 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:50.314307 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:13:50.331078 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:50.335735 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:50.337553 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e21765a0-cb53-42af-ab75-fd26d8bbb699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:50.403728 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:50.411101 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.411445 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.411789 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.412145 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.412474 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.412850 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.413170 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.413492 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.413814 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.414128 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.414446 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.414812 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:13:50.418936 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:50.668241 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:13:50.834453 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944369a3-3637-46c6-8aa8-db4782c86d52 req-be99490a-58e9-47a5-9faf-894f6634b5c6 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:50.835924 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-944369a3-3637-46c6-8aa8-db4782c86d52 req-be99490a-58e9-47a5-9faf-894f6634b5c6 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 944 time: 0.0788531 May 10 20:13:50.880927 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-944369a3-3637-46c6-8aa8-db4782c86d52 req-ba370c64-d14d-4751-9f14-b0630e9ab3b7 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 May 10 20:13:51.883191 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44702) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:52.060526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.073281 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:13:52.080556 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:52.085929 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d3913d66194f73bfe0fdc8a346435a is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:52.090550 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:52.097070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:52.144412 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b622e-e9de-4440-b0aa-77cfbb8df7b2 req-a57f3133-22ca-4a10-a604-b997bb269d8f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:52.146026 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bd9b622e-e9de-4440-b0aa-77cfbb8df7b2 req-a57f3133-22ca-4a10-a604-b997bb269d8f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 944 time: 0.1452706 May 10 20:13:52.149806 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:13:52.158100 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:13:52.158704 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.208518 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bd9b622e-e9de-4440-b0aa-77cfbb8df7b2 req-1ca63f49-749e-4360-82b7-98ecb18fbd43 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542824 May 10 20:13:52.248402 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.252757 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.259348 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e73bd609-27a5-4799-916b-ba497e2e2668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:52.303333 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a4fca-d7bd-4cc8-938e-6b044e793b86,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:52.306960 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:52.313194 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6d3913d66194f73bfe0fdc8a346435a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260654 May 10 20:13:52.314129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44712) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:52.321316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.352960 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:52.363074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:52.368704 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.371722 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-e4f5a3fc-1935-4e4e-b4f2-aac29078864a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:52.379702 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.410042 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.420216 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c', 'code': 200} May 10 20:13:52.462484 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:52.468902 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:52.478403 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.482216 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-314c8a8f-7c72-4f6b-a912-b5d1d5c99e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:52.493651 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a4fca-d7bd-4cc8-938e-6b044e793b86,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:52.498055 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:52.501475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.502788 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b6d29f90-15dc-439b-8a12-ce1bf9a846b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095a4fca-d7bd-4cc8-938e-6b044e793b86 HTTP/1.1" status: 204 len: 168 time: 0.1882823 May 10 20:13:52.758150 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e9ab-35e1-4b83-9eb2-fe5c91b949dd req-53340c12-aa3e-4865-ba28-33d19221357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:52.759760 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e0f4e9ab-35e1-4b83-9eb2-fe5c91b949dd req-53340c12-aa3e-4865-ba28-33d19221357e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 1098 time: 0.1788199 May 10 20:13:52.806672 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e0f4e9ab-35e1-4b83-9eb2-fe5c91b949dd req-7f0dd49f-80ff-4bc1-9a4e-1de5b51970e9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 May 10 20:13:52.822153 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44722) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:52.839690 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.854897 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:13:52.859446 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4f3fa38dc7474480bec00e2b9e08fd is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:13:52.862411 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:13:52.868385 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:13:52.957245 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.961618 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:52.969355 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e6fa8332-ceff-440a-b549-989552d39385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:53.011283 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c4f3fa38dc7474480bec00e2b9e08fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880262 May 10 20:13:53.012401 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c7e4a-5357-4ed7-b939-28ffe9a806c1,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:53.013946 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44726) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:13:53.016274 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-bf7f7c7c-b0af-4443-b7b9-1790b021e428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:53.082636 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:53.205952 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:53.262444 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:53.266443 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-eae98583-10d4-424e-9875-d1ee61f8e6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:53.281335 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c7e4a-5357-4ed7-b939-28ffe9a806c1,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:53.283982 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:53.297013 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:53.298160 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6fb0aec6-44f6-4ada-a76f-286674d3310b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/694c7e4a-5357-4ed7-b939-28ffe9a806c1 HTTP/1.1" status: 204 len: 168 time: 0.2831588 May 10 20:13:53.411387 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29c04-8398-4f24-b564-52d4b0124780 req-c9d9c34b-cb55-49bd-88eb-c3da6661c4f3 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:53.412928 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-92f29c04-8398-4f24-b564-52d4b0124780 req-c9d9c34b-cb55-49bd-88eb-c3da6661c4f3 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 945 time: 0.0870106 May 10 20:13:53.462112 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-92f29c04-8398-4f24-b564-52d4b0124780 req-ea6a45b6-72f4-4912-b5ae-aab47122736c tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 May 10 20:13:54.717766 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20badd-7762-4328-9a66-ceca8665e8dc req-36f7a3e3-35d5-4a46-8f60-24c199cb1d23 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:54.719295 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8c20badd-7762-4328-9a66-ceca8665e8dc req-36f7a3e3-35d5-4a46-8f60-24c199cb1d23 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 945 time: 0.0878725 May 10 20:13:54.770344 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8c20badd-7762-4328-9a66-ceca8665e8dc req-60e7f78d-da90-414f-b147-5d487bfb3a2e tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 May 10 20:13:55.927428 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97173da9-f620-4df0-99fc-403ebae36ece req-e180ac7a-5439-4965-9cc9-1cf0583b0953 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:55.928991 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-97173da9-f620-4df0-99fc-403ebae36ece req-e180ac7a-5439-4965-9cc9-1cf0583b0953 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 945 time: 0.0894198 May 10 20:13:55.981847 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-97173da9-f620-4df0-99fc-403ebae36ece req-f9362a15-dd06-4eed-9e45-00a1fda54101 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 May 10 20:13:57.391320 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7900-7388-44e3-a88d-43a0eda210c2 req-b5abdb55-a364-4c1c-8708-d3c1e5f94523 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:57.392802 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e79a7900-7388-44e3-a88d-43a0eda210c2 req-b5abdb55-a364-4c1c-8708-d3c1e5f94523 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 945 time: 0.1426075 May 10 20:13:57.401555 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-b9dca378-2ea0-4da4-89fd-30ef3687d2d8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:13:57.403198 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-b9dca378-2ea0-4da4-89fd-30ef3687d2d8 tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 945 time: 0.1126895 May 10 20:13:57.497033 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e79a7900-7388-44e3-a88d-43a0eda210c2 req-6659cb83-046b-4294-addf-aa6fe86bdc8f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/security-groups?id=60edf164-923a-474d-844e-5fc84174b90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923548 May 10 20:13:57.573558 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Deleting port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:13:57.573932 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:57.709458 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] For port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,segment=NetworkSegment(51809fd5-3852-4bcd-a6ed-f39824bc77c8),segment_id=51809fd5-3852-4bcd-a6ed-f39824bc77c8)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:13:57.709708 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:57.832257 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Calling delete_port for 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:13:57.945633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:57.951572 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4888d272-211f-4cfa-a02b-d0da6022c0b2 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:13:57.956950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:13:57.999184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Pushing event deleted for resources: {'Port': ['ID=6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:13:58.002000 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:13:58.075308 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] No DVR routers for this DVR port 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:13:58.077983 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:58.080766 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'name': 'network-vif-deleted', 'tag': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:13:58.106978 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-bd31c50a-9164-4c4b-9818-8ec919edfdf4 req-cfa74f91-b941-4556-89c2-8c17c62e65cf tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.73 "DELETE /v2.0/ports/6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c HTTP/1.1" status: 204 len: 173 time: 0.6900599 May 10 20:13:58.126729 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910141ee-212f-425c-a9ce-7b62f32cc7b6', 'name': 'network-vif-deleted', 'tag': '6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c', 'status': 'completed', 'code': 200} May 10 20:13:58.701755 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d5e2ff24-8831-43d2-bcc5-f055305e5ae6 req-06314eb1-5e49-426c-85f8-c1947e8b859f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Synchronizing usage tracker for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:13:58.720597 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d5e2ff24-8831-43d2-bcc5-f055305e5ae6 req-06314eb1-5e49-426c-85f8-c1947e8b859f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Unset dirty status for tenant:3f325856b989406cb9c2ac3dbf8a8d4f on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:13:58.722098 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d5e2ff24-8831-43d2-bcc5-f055305e5ae6 req-06314eb1-5e49-426c-85f8-c1947e8b859f tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] 10.222.0.48 "GET /v2.0/ports?device_id=910141ee-212f-425c-a9ce-7b62f32cc7b6 HTTP/1.1" status: 200 len: 210 time: 0.0753615 May 10 20:13:58.865929 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:14:01.539923 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44880) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:01.669465 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:01.690901 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:01.695449 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Usage tracker for resource:security_group_rule and tenant:5c63ec2ce369462f93f6b5688e1b7533 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:01.698627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:01.705137 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:01.798028 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:01.802066 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:01.812036 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c309efbb-5b06-454e-8ec3-fcacb510ced2 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:01.851876 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c63ec2ce369462f93f6b5688e1b7533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107502 May 10 20:14:01.852663 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d44e8-eb41-4d00-8c42-58d9bb7dc4c3,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:01.854754 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 44894) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:01.857008 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:01.931449 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:01.962207 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.017704 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.021609 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f07bd974-c733-4185-9cc0-d460ee81986e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:02.040061 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d44e8-eb41-4d00-8c42-58d9bb7dc4c3,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:02.044008 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:02.044883 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.054405 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6a6170bc-476a-47fa-9a74-7016a9ecf38f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a60d44e8-eb41-4d00-8c42-58d9bb7dc4c3 HTTP/1.1" status: 204 len: 168 time: 0.1923561 May 10 20:14:02.093907 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:14:02.147147 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:14:02.147600 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6f7e3d2b-6736-43aa-bb57-a5ba2a9ecd9c not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:14:02.406111 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44916) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:02.431026 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.447246 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:02.451957 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Usage tracker for resource:security_group_rule and tenant:94b70a68e2a2477bb5c351e389beb344 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:02.455390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:02.461580 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:02.568178 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.574252 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.587771 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:02.627861 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94b70a68e2a2477bb5c351e389beb344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204175 May 10 20:14:02.631359 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 44920) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:02.644431 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c75dcdf-f482-433e-a0c2-27f16674feb5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:02.648971 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:02.702476 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.739748 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.816532 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.821077 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-5f25f26a-42cc-4a3d-a052-a5e72731fd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:02.932051 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c75dcdf-f482-433e-a0c2-27f16674feb5,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:02.934871 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:02.943778 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:02.945186 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c75dcdf-f482-433e-a0c2-27f16674feb5 HTTP/1.1" status: 204 len: 168 time: 0.3128889 May 10 20:14:04.193646 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:08.592765 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-93b8be6e-29f1-4c10-93f5-8e747bab3550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:11.205895 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa0-dafc-400d-ac3c-b8b34e11a238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:11.329212 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:11.804591 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45090) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:11.966897 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:11.985340 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:11.988767 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Usage tracker for resource:security_group_rule and tenant:5e6099ff9c7d486b8672cf0da81ab303 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:11.992134 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:11.998479 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:12.091877 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.096340 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.110220 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-eb71e288-efc5-4899-b36b-61a32a6b4141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:12.150049 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9307a5c-4eb5-4c1c-91ed-0cd61865d06b,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:12.153961 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:12.159531 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45096) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:12.173350 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-22c04d46-3b5a-4c6e-8e05-1f2c5395435a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e6099ff9c7d486b8672cf0da81ab303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673120 May 10 20:14:12.232258 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.261054 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.296754 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.322828 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.329937 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-055a582e-bb7d-4444-802d-f96c2bd4d65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:12.349012 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9307a5c-4eb5-4c1c-91ed-0cd61865d06b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:12.354523 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:12.361694 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.380522 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-9d5f080d-ef04-4e3a-a4f0-63fbb71f5f9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9307a5c-4eb5-4c1c-91ed-0cd61865d06b HTTP/1.1" status: 204 len: 168 time: 0.2191913 May 10 20:14:12.741548 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45108) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:12.762505 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.779097 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:12.783560 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c8d116992b4563aee1ede9cde6c8f4 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:12.787017 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:12.793710 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:12.888975 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.898471 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.906197 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a2baf620-841b-4227-a6cc-745b099c8f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:12.934712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49e3dbf-257d-4c7c-8801-e2a53c2eadee,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:12.940629 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:12.967789 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45112) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:12.968347 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1a4c0f5c-7400-41af-9d58-21c814a78008 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1c8d116992b4563aee1ede9cde6c8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246790 May 10 20:14:13.039002 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:13.077611 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:13.140605 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:13.150912 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c34d6721-4858-4f9d-98d7-7ce9eaf74019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:13.170702 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49e3dbf-257d-4c7c-8801-e2a53c2eadee,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:13.176756 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:13.181971 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e49e3dbf-257d-4c7c-8801-e2a53c2eadee HTTP/1.1" status: 204 len: 168 time: 0.2081594 May 10 20:14:13.193427 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-23849d29-9be3-43ce-ada0-0050c635bb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:13.734213 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:19.795706 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45284) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:19.859925 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_v2 [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Deleting subnet d88e50b3-53ef-43bf-9954-3a24b67418a9 {{(pid=78751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:14:19.862873 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:19.921202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855111'] for subnet, precommit_delete_associations {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:19.978380 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.225446 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-726417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15210212'] for subnet, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.230528 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:20.264012 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88e50b3-53ef-43bf-9954-3a24b67418a9,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:20.265916 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.268573 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:20.272410 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-32edf4d1-9a49-4c96-bf7e-2ed35999302e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d88e50b3-53ef-43bf-9954-3a24b67418a9 HTTP/1.1" status: 204 len: 168 time: 0.4757049 May 10 20:14:20.274908 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45288) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:20.377084 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.503950 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.521498 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29382ba7-edb9-4836-9efa-42234b38b770']}} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:20.534178 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51809fd5-3852-4bcd-a6ed-f39824bc77c8') {'for_net_delete': True} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:20.534473 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.services.segments.db [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51809fd5-3852-4bcd-a6ed-f39824bc77c8') {} {{(pid=78751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:20.545938 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855128'] for segment, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.562055 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.568329 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=78751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:14:20.568799 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-726519'] for segment, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: Traceback (most recent call last): May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: timer() May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: cb(*args, **kw) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: return func(*args, **kwargs) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: self._notify() May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: self.callback(batched_events) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: event.method(event) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: return f(self, *a, **k) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: return self._get(url).json() May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: return self.request(url, 'GET', **kwargs) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:14:20.583043 dv-cinder-788365-3-smb neutron-server[78751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:14:20.660487 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.664488 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-550cf2c1-6938-4c13-a7df-a61de5e8fa62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:20.679228 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.687693 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Pushing event deleted for resources: {'Network': ['ID=29382ba7-edb9-4836-9efa-42234b38b770,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:20.690858 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:20.696831 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-103fa29a-c90b-4cea-b402-3fb792af9517 admin admin] 10.222.0.48 "DELETE /v2.0/networks/29382ba7-edb9-4836-9efa-42234b38b770 HTTP/1.1" status: 204 len: 168 time: 0.4209771 May 10 20:14:20.819644 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45300) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:20.850183 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45304) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:20.871958 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-ee661cef-fdad-4fdf-8f9d-ba9142b4c5e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f325856b989406cb9c2ac3dbf8a8d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484114 May 10 20:14:20.872387 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45310) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:20.942080 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:20.970293 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.021457 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.028944 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-19a48a62-2811-43cd-a216-813e72bae046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:21.057005 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60edf164-923a-474d-844e-5fc84174b90b,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:21.059758 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.068619 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:21.080834 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:21.084715 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Usage tracker for resource:security_group_rule and tenant:9310b0e7804d4b24842ea09c2fc44ca5 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:21.087456 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.088569 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a7dc9205-3d79-4885-a384-ae1b1d325b75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60edf164-923a-474d-844e-5fc84174b90b HTTP/1.1" status: 204 len: 168 time: 0.2151299 May 10 20:14:21.089556 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:21.095353 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:21.182092 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.186933 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.195078 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-76df13fd-130f-4a76-86a6-669e398b5a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:21.234356 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9310b0e7804d4b24842ea09c2fc44ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829644 May 10 20:14:21.236992 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45318) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:21.238760 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8767d62-6126-490e-849e-07b1a836076d,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:21.249129 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c00e926a-6ade-4ded-98d3-f5805e7ca44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:21.301298 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.327809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.378213 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.382871 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4dc8594a-1eb6-4ebb-a76c-45b367572194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:21.396025 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8767d62-6126-490e-849e-07b1a836076d,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:21.398526 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:21.399684 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:21.400998 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8767d62-6126-490e-849e-07b1a836076d HTTP/1.1" status: 204 len: 168 time: 0.1628501 May 10 20:14:25.307444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45408) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:25.436622 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.451803 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:25.455646 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e098ed1f2b4e55b3c1e61e13e2fd49 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:25.458736 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:25.465560 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:25.556111 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.560602 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.569755 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a79c8195-47a7-424e-ab68-62c95d7a2ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:25.609858 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8e098ed1f2b4e55b3c1e61e13e2fd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006818 May 10 20:14:25.611669 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d790609-2b62-4af0-ac63-b1b84d4f6ec1,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:25.612650 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45416) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:25.615221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3417d95e-97c6-4c9f-8dd5-b39b3eb23c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:25.683340 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.712379 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.776521 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.781071 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9c8636f7-ee48-402c-86ab-4db20c6dc7f5 tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:25.798673 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d790609-2b62-4af0-ac63-b1b84d4f6ec1,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:25.801652 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:25.813774 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:25.817889 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-73843c4d-3fb8-4974-8af3-dabdb33932d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d790609-2b62-4af0-ac63-b1b84d4f6ec1 HTTP/1.1" status: 204 len: 168 time: 0.2026792 May 10 20:14:33.255712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45508) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:33.369510 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.384119 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:33.387808 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec1cdf268d04d4ea9e03986ea073fc8 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:33.390520 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:33.396319 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:33.480696 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.485444 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.493681 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-01298116-7e7f-42e4-9cf1-ba551cbdbf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:33.533431 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ec1cdf268d04d4ea9e03986ea073fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764966 May 10 20:14:33.534266 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb97b02-55af-4895-8733-51341babcaf6,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:33.536037 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45514) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:33.537678 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1b2cdeb6-eb20-4501-b2d6-0e80209adef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:33.598253 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.623370 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.677049 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.684759 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-732954c4-3a68-4c49-98c8-3f668b47507b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:33.703295 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb97b02-55af-4895-8733-51341babcaf6,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:33.708827 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:33.716982 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.718120 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d33fce74-c9b1-4a74-aea6-122b31f43c8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bb97b02-55af-4895-8733-51341babcaf6 HTTP/1.1" status: 204 len: 168 time: 0.1810830 May 10 20:14:34.211570 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.419970 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45538) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:34.531184 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1872714080-network', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:34.536617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:34.540574 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Usage tracker for resource:network and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:34.543638 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:34.549500 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:34.563594 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Made reservation on behalf of 8102af580ed945c88e9da68e93b3e7b5 for: {'network': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:14:34.565930 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.579067 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.593712 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:34.597697 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:34.600488 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:34.606668 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:34.696115 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.700216 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.703265 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b4ec5018-5eb3-4cbe-a84f-b91af2e8fef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:34.736861 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=78751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:14:34.746648 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a4b65-bc05-4d5d-84b0-ec592ab379d7,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:34.750312 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:34.753166 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.753622 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.segments_db [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Added segment 21072658-cb2f-4665-a8dc-d5cec224be34 of type vlan for network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 May 10 20:14:34.786795 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.817992 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.819403 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:14:34.820267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:34.823656 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-95f94ca3-a19e-479f-8930-21048c84c548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:35.002746 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Pushing event updated for resources: {'Network': ['ID=017420f1-49e7-4790-b6a0-64fd1d2f6f37,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:35.005940 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5846291 May 10 20:14:35.006814 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1d1524d0-bb3a-43fb-8d10-14724e655769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:35.008768 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45544) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:35.012819 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:14:35.013967 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Request body: {'subnet': {'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1872714080-subnet', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:35.018608 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:35.022291 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Usage tracker for resource:subnet and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:35.025083 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:35.031093 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:35.041730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Made reservation on behalf of 8102af580ed945c88e9da68e93b3e7b5 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:14:35.044653 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15210127'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.420898 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-855122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15210237'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.424654 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:35.497625 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edaf2318-8d2e-4e70-8850-83816a08ac69,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:35.501050 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:35.506659 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Checking segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:35.507018 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Network hostable DHCP agents. Network: 017420f1-49e7-4790-b6a0-64fd1d2f6f37, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:14:35.523953 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:14:35.533334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 017420f1-49e7-4790-b6a0-64fd1d2f6f37) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:35.541795 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:14:35.542347 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8438bf0-4413-4978-9132-0a028906e8ac None None] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:14:35.543376 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.564205 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-a834c4c2-a75d-438b-b999-03f69460c2d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5543182 May 10 20:14:35.566470 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45548) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:35.571521 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:35.576506 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:35.580435 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Usage tracker for resource:router and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:35.583047 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:35.588591 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:35.600025 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.601044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.616979 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.767715 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:14:35.768587 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:35.865891 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:14:35.884075 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.070974 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Allocated IP 172.20.0.2 (017420f1-49e7-4790-b6a0-64fd1d2f6f37/edaf2318-8d2e-4e70-8850-83816a08ac69/f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:14:36.209741 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.239737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.299083 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.310990 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Transition to ACTIVE for port object f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:36.331126 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Transition to ACTIVE for port object f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:36.336767 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.340357 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:36.395188 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Allocated IP 172.28.0.183 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/dc5004a6-2fe7-451c-8909-54aafd93530f) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:14:36.407795 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:36.410839 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:36.419398 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:14:36.425803 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Pushing event updated for resources: {'Port': ['ID=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:36.429983 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:36.515423 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Attempting to bind port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:14:36.515805 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Attempting to bind port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:14:36.516233 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Attempting to bind port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 on network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:14:36.521958 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:14:36.522334 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Checking segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:36.522742 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.523140 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Bound using segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:14:36.523626 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Bound port: f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:14:36.524098 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.620156 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] For port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:14:36.623607 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] For port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:14:36.628434 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.632010 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:36.641492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.676375 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:36.681585 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2fb6e99-6388-45d1-ae4a-b1ec5de1f6c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:36.721237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Pushing event updated for resources: {'Port': ['ID=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:36.726451 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:36.747690 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:36.750810 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:36.753423 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:14:36.799520 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5004a6-2fe7-451c-8909-54aafd93530f,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:36.803043 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:37.247241 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:37.625701 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:37.692187 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082173d7-3387-4efe-9f04-7658dde4df9b None None] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:14:37.789072 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a0d1c83b-03d8-4bbf-ac45-2423cea902c4 None None] Provisioning for port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:37.856210 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:14:38.047775 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:14:38.057626 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Sync routers for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:14:38.069817 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:38.070796 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:38.074522 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.077072 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5096107 May 10 20:14:38.079735 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45552) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:38.304559 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:38.475245 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:38.624074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a923e357-9110-47ee-abcc-28f35a987920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.630313 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:38.640360 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:38.640728 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.772772 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:37Z', 'revision_number': 3, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:38.786299 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Checking router: d22de3e8-ad6c-42c4-8969-84c32ffcbf44 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:14:38.787074 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Updating router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 port dc5004a6-2fe7-451c-8909-54aafd93530f binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:14:38.817051 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.865313 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.898454 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.908777 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:14:38.915653 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:38.919496 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:39.064955 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:39.068229 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:39.123910 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Allocated IP 172.20.0.1 (017420f1-49e7-4790-b6a0-64fd1d2f6f37/edaf2318-8d2e-4e70-8850-83816a08ac69/41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:14:39.277798 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.294169 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Transition to ACTIVE for port object 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:39.308370 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.321122 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.322755 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Transition to ACTIVE for port object dc5004a6-2fe7-451c-8909-54aafd93530f will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:39.325146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cc7fc0a1-0e9a-4da6-8228-0ff523e625e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:39.330029 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.336762 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:39.383205 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:39.386196 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:39.389994 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:14:39.423841 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Attempting to bind port dc5004a6-2fe7-451c-8909-54aafd93530f on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:14:39.424363 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Attempting to bind port dc5004a6-2fe7-451c-8909-54aafd93530f by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:14:39.424593 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Attempting to bind port dc5004a6-2fe7-451c-8909-54aafd93530f on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:14:39.431374 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dfa94-ae1c-4d53-bf89-18e44d506167 None None] Pushing event updated for resources: {'Port': ['ID=dc5004a6-2fe7-451c-8909-54aafd93530f,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:39.436400 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-312dfa94-ae1c-4d53-bf89-18e44d506167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:39.437196 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:14:39.437572 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:39.437978 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.438377 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:14:39.438637 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:39.438921 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Bound port: dc5004a6-2fe7-451c-8909-54aafd93530f, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:14:39.439242 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.443314 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:39.468370 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.519767 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] For port dc5004a6-2fe7-451c-8909-54aafd93530f, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:14:39.523696 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] For port dc5004a6-2fe7-451c-8909-54aafd93530f, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dc5004a6-2fe7-451c-8909-54aafd93530f,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:14:39.532488 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.537719 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:39.613429 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:39.614062 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:39.778529 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dfa94-ae1c-4d53-bf89-18e44d506167 None None] Pushing event updated for resources: {'Port': ['ID=dc5004a6-2fe7-451c-8909-54aafd93530f,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:39.784547 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-312dfa94-ae1c-4d53-bf89-18e44d506167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:39.799366 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8b40ed7b-ef5c-46f3-a094-9d154c5d2ebc None None] Provisioning for port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:39.817253 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-8b40ed7b-ef5c-46f3-a094-9d154c5d2ebc None None] Provisioning complete for port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:39.817639 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-8b40ed7b-ef5c-46f3-a094-9d154c5d2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:39.892084 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-8b40ed7b-ef5c-46f3-a094-9d154c5d2ebc None None] Port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:14:39.902480 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:39.942410 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:40.181258 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:40.187121 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:40.213198 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c8e8e324-189f-420c-ac83-4557105696bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:40.267113 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:37Z', 'revision_number': 3, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:40.272922 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29478925-365b-4ea1-8762-c3e23f30c567 None None] The sync data for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb is: [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:37Z', 'revision_number': 3, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:14:40.299823 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:40.302617 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:40.314877 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.314877 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.315273 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.315627 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.316008 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.316364 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.316709 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.317053 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.317400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.317742 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.318085 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.318434 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:40.324098 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:40.424521 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:40.494267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:40.496221 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:40.562856 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:40.563546 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:40.765657 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:14:40.829166 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-36138451-2079-41ed-a1c2-58905c563fa4 None None] Provisioning complete for port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:40.829788 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-36138451-2079-41ed-a1c2-58905c563fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:40.909987 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-36138451-2079-41ed-a1c2-58905c563fa4 None None] Port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:14:40.985368 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:14:40.995875 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-b03fa7a7-c2b3-4677-bc58-a13ffe83d9a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/d22de3e8-ad6c-42c4-8969-84c32ffcbf44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9143407 May 10 20:14:41.210741 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e3ad24d2-9639-4aeb-b4ae-d01d5eca72df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.325270 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.578841 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45572) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:41.586145 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-960533406-network', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:41.592807 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:41.598121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Usage tracker for resource:network and tenant:5fce6fdbf87a4bc28f56dd1f012e8024 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:41.602761 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:41.612169 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:41.626707 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Made reservation on behalf of 5fce6fdbf87a4bc28f56dd1f012e8024 for: {'network': 1} {{(pid=78752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:14:41.629433 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for network, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.643213 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.659316 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:41.663459 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Usage tracker for resource:security_group_rule and tenant:5fce6fdbf87a4bc28f56dd1f012e8024 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:41.666541 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:41.673047 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:41.767350 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.772242 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.775377 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9ea08162-773f-4413-9d57-15c203053940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:41.814948 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=78752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:14:41.831687 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69af9da5-0a81-4716-bc0e-5f568f012d23,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:41.841640 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:41.843425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.843425 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.segments_db [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Added segment ff05bead-bf9d-44fb-93b3-8f664b442453 of type vlan for network 115ca787-c0ba-432e-bbe2-f6261bc451f8 May 10 20:14:41.876607 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732063171970'] for network, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.916078 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896'] for network, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.918148 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:14:41.918804 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:41.922476 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2f5c7aa9-f1be-472f-acc9-2107bda9b7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:41.991244 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Sync routers for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:14:42.005499 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:42.006548 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:42.032535 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Pushing event updated for resources: {'Network': ['ID=115ca787-c0ba-432e-bbe2-f6261bc451f8,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:42.036007 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:42.042870 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-8c5e6336-8cc6-4a1b-94c8-b0aec8a0eea4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4581780 May 10 20:14:42.043598 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45576) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:42.048473 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 details requested by agent ovs-agent-dv-cinder-788365-3-smb with host dv-cinder-788365-3-smb {{(pid=78753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:14:42.051642 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Request body: {'subnet': {'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-960533406-subnet', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'ip_version': 4}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:42.057006 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:42.061388 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Usage tracker for resource:subnet and tenant:5fce6fdbf87a4bc28f56dd1f012e8024 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:42.064418 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:42.073172 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:42.084908 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Made reservation on behalf of 5fce6fdbf87a4bc28f56dd1f012e8024 for: {'subnet': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:14:42.087414 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15210127'] for subnet, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.251514 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:42.297314 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.487341 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dc5004a6-2fe7-451c-8909-54aafd93530f up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:42.558968 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-855122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15210237'] for subnet, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.565481 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e50f6b1f-cab8-4196-ad05-02f6306f0742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:42.596922 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port dc5004a6-2fe7-451c-8909-54aafd93530f completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:42.602733 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port dc5004a6-2fe7-451c-8909-54aafd93530f triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:42.603181 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.632055 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:40Z', 'revision_number': 2, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:42.639141 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Checking router: d22de3e8-ad6c-42c4-8969-84c32ffcbf44 for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:14:42.639622 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Updating router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:14:42.652475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391fdd96-52d0-4751-ae7e-a1786f0a2ffa,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:42.655959 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:42.662076 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Checking segment: {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:42.662440 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Network hostable DHCP agents. Network: 115ca787-c0ba-432e-bbe2-f6261bc451f8, hostable agents: ['1dd84275-1a24-4fd6-902b-b3684da5a042'], hosted agents: [] {{(pid=78751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:14:42.680309 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 is scheduled to be hosted by DHCP agent 1dd84275-1a24-4fd6-902b-b3684da5a042 with binding_index 1 {{(pid=78751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:14:42.693193 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-smb, 115ca787-c0ba-432e-bbe2-f6261bc451f8) {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:42.702981 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:14:42.703588 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for subnet, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.729880 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24792c-1926-47b3-a7ca-38d08c6d0191 None None] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:14:42.731629 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.735537 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-44fc2748-455c-4f21-af5f-33814709bd08 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6889980 May 10 20:14:42.739804 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45580) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:42.746881 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:42.752186 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:42.756400 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Usage tracker for resource:router and tenant:5fce6fdbf87a4bc28f56dd1f012e8024 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:42.759430 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:42.768371 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:42.784272 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-867301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235381'] for router, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.785578 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-867306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235340'] for router, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.804206 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.834970 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.875819 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port dc5004a6-2fe7-451c-8909-54aafd93530f, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dc5004a6-2fe7-451c-8909-54aafd93530f,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:14:42.889215 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:42.893955 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:42.965926 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=dc5004a6-2fe7-451c-8909-54aafd93530f,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:42.970411 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:43.096046 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587f1ace-dad6-5a91-bb96-99d7dff5b751-115ca787-c0ba-432e-bbe2-f6261bc451f8', 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'fixed_ips': [{'subnet_id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa'}]}} from dv-cinder-788365-3-smb. {{(pid=78753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:14:43.097209 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.197279 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.207724 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235346'] for router, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.215765 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Transition to ACTIVE for port object 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:43.228248 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.237118 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-bd938f6c-3c07-46e2-ac33-34afec5c81cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:43.321495 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.db_base_plugin_common [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Allocated IP 172.20.0.2 (115ca787-c0ba-432e-bbe2-f6261bc451f8/391fdd96-52d0-4751-ae7e-a1786f0a2ffa/a201f264-c23e-4c60-af70-8ecd5ead8e35) {{(pid=78753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:14:43.479334 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Pushing event updated for resources: {'Port': ['ID=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:43.521274 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.521611 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.521944 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.522271 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.522719 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.522906 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.523224 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.523536 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.524012 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.524201 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.524514 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.524823 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:43.536130 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:43.546527 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Attempting to bind port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:14:43.546893 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Attempting to bind port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:14:43.547255 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Attempting to bind port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 on network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:14:43.553367 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:14:43.553740 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Checking segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:43.554139 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.554529 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Bound using segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:14:43.555250 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Bound port: 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:14:43.555701 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.596662 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.630787 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.658947 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] For port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:14:43.663046 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] For port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:14:43.670137 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.675741 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:43.699118 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Notify callbacks [] for port, precommit_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.710973 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Transition to ACTIVE for port object a201f264-c23e-4c60-af70-8ecd5ead8e35 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:43.749473 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:43.749770 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.749995 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:43.750682 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Transition to ACTIVE for port object a201f264-c23e-4c60-af70-8ecd5ead8e35 will not be triggered until provisioned by entity DHCP. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:43.769710 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692'] for port, after_create {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:43.782820 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:43.818249 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Allocated IP 172.28.0.153 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/6a79c567-03f3-4031-91fe-eabe79e0dae5) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:14:43.854426 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 is already hosted by enough agents. {{(pid=78753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:43.857519 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.scheduler.base_scheduler [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Resources bound (agent type, host, resource id): {{(pid=78753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:43.861639 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Received port after_create {{(pid=78753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:14:43.971113 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:43.974266 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Pushing event updated for resources: {'Port': ['ID=a201f264-c23e-4c60-af70-8ecd5ead8e35,revision_number=1']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:43.977326 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:43.999599 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Attempting to bind port a201f264-c23e-4c60-af70-8ecd5ead8e35 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:14:44.000035 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Attempting to bind port a201f264-c23e-4c60-af70-8ecd5ead8e35 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:14:44.000414 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Attempting to bind port a201f264-c23e-4c60-af70-8ecd5ead8e35 on network 115ca787-c0ba-432e-bbe2-f6261bc451f8 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:14:44.006303 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:14:44.006687 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Checking segment: {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:44.007106 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.007504 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Bound using segment: {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:14:44.008032 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Bound port: a201f264-c23e-4c60-af70-8ecd5ead8e35, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:14:44.008424 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.087339 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.134257 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.140025 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-911515ea-1685-42cc-879d-8768e23ce389 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:44.148835 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] For port a201f264-c23e-4c60-af70-8ecd5ead8e35, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:14:44.156186 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] For port a201f264-c23e-4c60-af70-8ecd5ead8e35, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=a201f264-c23e-4c60-af70-8ecd5ead8e35,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:14:44.165374 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.169914 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-312dfa94-ae1c-4d53-bf89-18e44d506167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:44.195577 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Pushing event updated for resources: {'Port': ['ID=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:44.203688 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:44.207402 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:44.217206 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:14:44.251447 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-b754dc24-2492-456a-b6dd-30da004903b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:44.265637 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Pushing event updated for resources: {'Port': ['ID=6a79c567-03f3-4031-91fe-eabe79e0dae5,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:44.275737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:44.284117 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Pushing event updated for resources: {'Port': ['ID=a201f264-c23e-4c60-af70-8ecd5ead8e35,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:44.289053 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:44.429061 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:43Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:44.436502 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a4f1d-7d5e-4488-908c-d2f2e8a36fd3 None None] The sync data for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb is: [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:43Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:14:44.442227 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dc5004a6-2fe7-451c-8909-54aafd93530f up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:44.569335 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port dc5004a6-2fe7-451c-8909-54aafd93530f triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:44.569749 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:45.001998 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:45.426167 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97194b2b-019d-407d-83b9-1ac1f426c0df None None] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:14:45.460277 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662022'] for router, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:45.526012 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-f493d2cb-5727-42b4-aa22-6e2121998de1 None None] Provisioning for port a201f264-c23e-4c60-af70-8ecd5ead8e35 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:45.708145 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Router e9c2225e-ae24-447f-8531-7eba40091e5e is scheduled to L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c with binding_index 1 {{(pid=78751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:14:45.952105 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:14:45.963225 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Sync routers for ids ['e9c2225e-ae24-447f-8531-7eba40091e5e'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:14:45.979183 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Notify callbacks [] for router, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:45.980924 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2396338 May 10 20:14:45.983716 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45584) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:45.988235 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Routers {'e9c2225e-ae24-447f-8531-7eba40091e5e'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:45.989223 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e9c2225e-ae24-447f-8531-7eba40091e5e'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:46.242090 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Set router e9c2225e-ae24-447f-8531-7eba40091e5e gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:46.522618 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device a201f264-c23e-4c60-af70-8ecd5ead8e35 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:46.648032 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port a201f264-c23e-4c60-af70-8ecd5ead8e35 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:46.658810 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port a201f264-c23e-4c60-af70-8ecd5ead8e35 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:46.659204 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:46.709316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:14:44Z', 'revision_number': 3, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:46.718070 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Checking router: e9c2225e-ae24-447f-8531-7eba40091e5e for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:14:46.718461 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Updating router e9c2225e-ae24-447f-8531-7eba40091e5e port 6a79c567-03f3-4031-91fe-eabe79e0dae5 binding host dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:14:46.824853 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:46.894643 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:46.971943 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.034633 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port a201f264-c23e-4c60-af70-8ecd5ead8e35, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=a201f264-c23e-4c60-af70-8ecd5ead8e35,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:14:47.051269 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.052231 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:47.083517 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-d1ec6e8c-3572-4a24-8e7e-a96ac7c7a6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:47.141574 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Allocated IP 172.20.0.1 (115ca787-c0ba-432e-bbe2-f6261bc451f8/391fdd96-52d0-4751-ae7e-a1786f0a2ffa/569f444c-e8b2-48d7-82f9-1c0a85fec085) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:14:47.261321 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=a201f264-c23e-4c60-af70-8ecd5ead8e35,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:47.264077 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:47.288452 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:47.296328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:47.296709 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.302323 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.318202 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Transition to ACTIVE for port object 569f444c-e8b2-48d7-82f9-1c0a85fec085 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:47.347720 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.352259 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-b473dae8-ed9f-4ea3-9163-c1900f33ac9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:47.408593 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:47.411267 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:47.414998 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:14:47.435991 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Notify callbacks [] for port, precommit_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.462333 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Pushing event updated for resources: {'Port': ['ID=569f444c-e8b2-48d7-82f9-1c0a85fec085,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:47.467201 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:47.484763 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655833'] for router_interface, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.489348 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Transition to ACTIVE for port object 6a79c567-03f3-4031-91fe-eabe79e0dae5 will not be triggered until provisioned by entity L2. {{(pid=78753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:47.503196 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.514022 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-718ec6d5-d224-42fa-aff2-f7c7ed76ea20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:47.555087 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.620058 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.636928 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Attempting to bind port 6a79c567-03f3-4031-91fe-eabe79e0dae5 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:14:47.637356 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Attempting to bind port 6a79c567-03f3-4031-91fe-eabe79e0dae5 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:14:47.637675 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Attempting to bind port 6a79c567-03f3-4031-91fe-eabe79e0dae5 on network c8971498-bc51-4f0f-8ff2-e56fc9055c06 {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:14:47.661511 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:14:47.661887 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Checking segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:47.662302 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.662698 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Bound using segment: {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'} {{(pid=78753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:14:47.663174 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.managers [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Bound port: 6a79c567-03f3-4031-91fe-eabe79e0dae5, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024180f8-3cbf-4b21-997b-c1d657502e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06'}}] {{(pid=78753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:14:47.663562 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.690151 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d70c-4350-4487-a72c-6e3555c0ccd9 None None] Pushing event updated for resources: {'Port': ['ID=6a79c567-03f3-4031-91fe-eabe79e0dae5,revision_number=2']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:47.699332 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-1bf1d70c-4350-4487-a72c-6e3555c0ccd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:47.700082 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:14:47.711971 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.717289 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:47.820061 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e9f3790a-bac7-423b-ae2c-70a5bbf7f37a None None] Provisioning for port 569f444c-e8b2-48d7-82f9-1c0a85fec085 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:47.834634 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] For port 6a79c567-03f3-4031-91fe-eabe79e0dae5, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:14:47.836784 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-e9f3790a-bac7-423b-ae2c-70a5bbf7f37a None None] Provisioning complete for port 569f444c-e8b2-48d7-82f9-1c0a85fec085 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:47.837164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e9f3790a-bac7-423b-ae2c-70a5bbf7f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.863250 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:47.878766 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:47.882602 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.888640 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] For port 6a79c567-03f3-4031-91fe-eabe79e0dae5, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=6a79c567-03f3-4031-91fe-eabe79e0dae5,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:14:47.889167 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.896499 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.906612 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:47.932813 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-2b51b344-3ddd-41d8-8546-373b3f2ea2bb tempest-VolumesActionsTest-664605061 tempest-VolumesActionsTest-664605061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:47.942841 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3790a-bac7-423b-ae2c-70a5bbf7f37a None None] Port 569f444c-e8b2-48d7-82f9-1c0a85fec085 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:14:47.985491 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Routers {'e9c2225e-ae24-447f-8531-7eba40091e5e'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:47.986553 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e9c2225e-ae24-447f-8531-7eba40091e5e'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:48.062789 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655738'] for router_interface, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:48.069201 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Pushing event updated for resources: {'Port': ['ID=569f444c-e8b2-48d7-82f9-1c0a85fec085,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:48.073919 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:48.099372 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d70c-4350-4487-a72c-6e3555c0ccd9 None None] Pushing event updated for resources: {'Port': ['ID=6a79c567-03f3-4031-91fe-eabe79e0dae5,revision_number=3']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:48.112430 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-1bf1d70c-4350-4487-a72c-6e3555c0ccd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:48.176051 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] Set router e9c2225e-ae24-447f-8531-7eba40091e5e gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:48.223385 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:14:48.225040 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:14:48.498598 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device a201f264-c23e-4c60-af70-8ecd5ead8e35 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:48.511416 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Router e9c2225e-ae24-447f-8531-7eba40091e5e has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:14:48.591537 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-efea9a46-c0ef-4b12-87ed-0dc051270e9c None None] Provisioning complete for port 569f444c-e8b2-48d7-82f9-1c0a85fec085 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:48.592213 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-efea9a46-c0ef-4b12-87ed-0dc051270e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:48.672983 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-efea9a46-c0ef-4b12-87ed-0dc051270e9c None None] Port 569f444c-e8b2-48d7-82f9-1c0a85fec085 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:14:48.716924 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port a201f264-c23e-4c60-af70-8ecd5ead8e35 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:48.717326 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:48.822046 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:14:48.836410 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-cb0e7fb1-9701-49c5-940c-14df93370b61 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9c2225e-ae24-447f-8531-7eba40091e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8503315 May 10 20:14:48.842322 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-26829f50-d294-4802-af2e-97b683f78803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '569f444c-e8b2-48d7-82f9-1c0a85fec085', 'name': '', 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'mac_address': 'fa:16:3e:64:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:46Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 2, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'subnets': [{'id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:48.855708 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26829f50-d294-4802-af2e-97b683f78803 None None] The sync data for ids ['e9c2225e-ae24-447f-8531-7eba40091e5e'] in dv-cinder-788365-3-smb is: [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '569f444c-e8b2-48d7-82f9-1c0a85fec085', 'name': '', 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'mac_address': 'fa:16:3e:64:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:46Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 2, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'subnets': [{'id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:14:48.873077 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:48.958741 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:48.959276 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.627263 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45596) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:49.633978 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305762700', 'description': 'tempest-secgroup-smoke-1305762700 description', 'project_id': '8102af580ed945c88e9da68e93b3e7b5'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:49.641825 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:49.647600 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:49.652117 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:49.662610 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:49.677763 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.700730 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:49.706675 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:49.710334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:49.717287 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:49.809054 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.814465 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.820303 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-230f7481-ffa7-45f9-8cf9-b8edcd023c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:49.868137 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:49.871531 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.872801 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2444053 May 10 20:14:49.873689 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-4f7f2620-70a3-4c21-96cc-1a3f7c13227d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:49.875868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45600) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:49.881266 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group_rule': {'security_group_id': 'a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c', 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:49.887489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:49.891491 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:49.894879 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:49.901112 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:49.918809 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.987977 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.992795 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:49.995637 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-863fb8ce-5531-4295-85ab-6f357d589d53 tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.016871 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961214c3-7687-499c-93d5-a2aa8b3a14f6,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.020969 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.030266 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.031457 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d7a185e6-a45c-427d-8581-851e66ddc29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546454 May 10 20:14:50.034275 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45604) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:50.039443 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group_rule': {'security_group_id': 'a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c', 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:50.046302 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:50.050106 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:50.053013 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:50.058886 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:50.075750 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.138737 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.142615 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.144636 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.168070 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a5c3bb-7f66-4983-89d3-e05504927b44,revision_number=0']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.173217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.178966 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.184046 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-d60be66d-d09b-459f-87f9-76a7a3b1eeab tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451924 May 10 20:14:50.184621 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45608) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:50.190163 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group_rule': {'security_group_id': 'a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c', 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:50.197018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:50.201854 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:50.209350 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:50.217198 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:50.232794 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.303032 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.307143 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.309347 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.332477 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44bf830-14e0-47cf-98e6-5071b9cef902,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.343865 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.344239 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.344628 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.345019 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.345346 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.345713 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.346071 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.346427 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.346797 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.347152 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.347504 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.347857 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.351090 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.352305 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669309 May 10 20:14:50.353231 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-5518359a-5b62-45a7-b601-ef6e1022b070 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.356402 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45612) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:50.361671 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group_rule': {'security_group_id': 'a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c', 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:50.368375 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:50.374029 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:50.377230 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:50.386150 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:50.408043 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.458329 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 6a79c567-03f3-4031-91fe-eabe79e0dae5 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:50.482616 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.486569 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.488962 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.513299 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ff7785-fcd5-4f88-b5e1-22467eda7949,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.517274 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.529888 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.532613 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-f1c02757-d08f-4bf0-8f5d-5e0b7ab8fe58 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1747899 May 10 20:14:50.536848 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45616) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:50.545272 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group_rule': {'security_group_id': 'a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c', 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:50.551375 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:50.556232 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:50.560841 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:50.561044 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 6a79c567-03f3-4031-91fe-eabe79e0dae5 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:50.566931 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 6a79c567-03f3-4031-91fe-eabe79e0dae5 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:50.567411 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.568056 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:50.580750 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Project 8102af580ed945c88e9da68e93b3e7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:14:50.587292 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.668093 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.672877 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.675260 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-9dc7b7d4-6bc6-4531-a7e5-2148c280b9a8 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.695068 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.696680 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2435b929-902c-41ae-bc69-4e41866f9c24,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.702429 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.711632 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.713474 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-b8616481-c56b-42ae-8755-d7f45e849bc8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751392 May 10 20:14:50.718058 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45620) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:14:50.719419 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 6a79c567-03f3-4031-91fe-eabe79e0dae5, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=6a79c567-03f3-4031-91fe-eabe79e0dae5,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:14:50.724205 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.725018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'security_group_rule': {'security_group_id': 'a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c', 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:14:50.726557 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.732032 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:14:50.736774 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:security_group_rule and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:14:50.739738 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:14:50.745846 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:14:50.758269 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.securitygroups_db [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Project 8102af580ed945c88e9da68e93b3e7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:14:50.770198 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.816673 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=6a79c567-03f3-4031-91fe-eabe79e0dae5,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.830172 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.830734 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.831180 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.831721 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.832284 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.832837 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.833369 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.833897 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.834425 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.834955 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.835491 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.836046 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:14:50.842088 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.865846 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.872263 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749640'] for security_group_rule, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.874672 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:50.899926 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad464e0-5164-4b4c-8533-3c47bc9ce69f,revision_number=0']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:50.904708 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:50.918723 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:50.921002 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-693a1273-b5f4-4c28-b989-d00f5d6547d7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2013857 May 10 20:14:52.428842 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 6a79c567-03f3-4031-91fe-eabe79e0dae5 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:52.435959 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Sync routers for ids ['e9c2225e-ae24-447f-8531-7eba40091e5e'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:14:52.450007 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Routers {'e9c2225e-ae24-447f-8531-7eba40091e5e'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:52.451180 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e9c2225e-ae24-447f-8531-7eba40091e5e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:52.501994 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 6a79c567-03f3-4031-91fe-eabe79e0dae5 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:52.502369 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:52.643087 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Set router e9c2225e-ae24-447f-8531-7eba40091e5e gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:52.976084 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '569f444c-e8b2-48d7-82f9-1c0a85fec085', 'name': '', 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'mac_address': 'fa:16:3e:64:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:46Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 2, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'subnets': [{'id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:52.980050 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Checking router: e9c2225e-ae24-447f-8531-7eba40091e5e for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:14:52.980429 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Updating router e9c2225e-ae24-447f-8531-7eba40091e5e port 569f444c-e8b2-48d7-82f9-1c0a85fec085 binding host dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:14:53.034483 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:53.415618 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Notify callbacks [] for port, precommit_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:53.428049 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.provisioning_blocks [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Transition to ACTIVE for port object 569f444c-e8b2-48d7-82f9-1c0a85fec085 will not be triggered until provisioned by entity L2. {{(pid=78754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:14:53.436327 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:53.440329 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:53.601122 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b943-f0ee-4419-8e21-7389599f849d None None] Pushing event updated for resources: {'Port': ['ID=569f444c-e8b2-48d7-82f9-1c0a85fec085,revision_number=3']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:53.639243 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8e18b943-f0ee-4419-8e21-7389599f849d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:53.678277 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Attempting to bind port 569f444c-e8b2-48d7-82f9-1c0a85fec085 on host dv-cinder-788365-3-smb for vnic_type normal with profile {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:14:53.678654 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Attempting to bind port 569f444c-e8b2-48d7-82f9-1c0a85fec085 by drivers openvswitch,hyperv on host dv-cinder-788365-3-smb at level 0 using segments [{'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:14:53.679023 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Attempting to bind port 569f444c-e8b2-48d7-82f9-1c0a85fec085 on network 115ca787-c0ba-432e-bbe2-f6261bc451f8 {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:14:53.686303 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Checking agent: {'id': '3b09d222-d3db-4481-9846-0d987e6854db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:14:53.686686 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Checking segment: {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:14:53.687091 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:53.687490 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Bound using segment: {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'} {{(pid=78754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:14:53.687999 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.managers [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Bound port: 569f444c-e8b2-48d7-82f9-1c0a85fec085, host: dv-cinder-788365-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff05bead-bf9d-44fb-93b3-8f664b442453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8'}}] {{(pid=78754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:14:53.688395 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:53.850850 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] For port 569f444c-e8b2-48d7-82f9-1c0a85fec085, host dv-cinder-788365-3-smb, cleared binding levels {{(pid=78754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:14:53.856476 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.plugins.ml2.db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] For port 569f444c-e8b2-48d7-82f9-1c0a85fec085, host dv-cinder-788365-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=569f444c-e8b2-48d7-82f9-1c0a85fec085,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:14:53.862608 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:53.868829 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-7faa1b60-4d75-42bb-8c1b-b558b5a41c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:53.975560 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b943-f0ee-4419-8e21-7389599f849d None None] Pushing event updated for resources: {'Port': ['ID=569f444c-e8b2-48d7-82f9-1c0a85fec085,revision_number=4']} {{(pid=78754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:53.979016 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG oslo_concurrency.lockutils [None req-8e18b943-f0ee-4419-8e21-7389599f849d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:53.982359 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Routers {'e9c2225e-ae24-447f-8531-7eba40091e5e'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:14:53.983001 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:14:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e9c2225e-ae24-447f-8531-7eba40091e5e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:54.187175 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] Set router e9c2225e-ae24-447f-8531-7eba40091e5e gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:14:54.452258 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 569f444c-e8b2-48d7-82f9-1c0a85fec085 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:54.548319 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '569f444c-e8b2-48d7-82f9-1c0a85fec085', 'name': '', 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'mac_address': 'fa:16:3e:64:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:46Z', 'updated_at': '2021-05-10T20:14:53Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'subnets': [{'id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:14:54.549665 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning for port 569f444c-e8b2-48d7-82f9-1c0a85fec085 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:14:54.555304 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ad998-b674-49d5-b72c-a54d47fb28ff None None] The sync data for ids ['e9c2225e-ae24-447f-8531-7eba40091e5e'] in dv-cinder-788365-3-smb is: [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '569f444c-e8b2-48d7-82f9-1c0a85fec085', 'name': '', 'network_id': '115ca787-c0ba-432e-bbe2-f6261bc451f8', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'mac_address': 'fa:16:3e:64:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:46Z', 'updated_at': '2021-05-10T20:14:53Z', 'revision_number': 4, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'subnets': [{'id': '391fdd96-52d0-4751-ae7e-a1786f0a2ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:14:54.555713 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 569f444c-e8b2-48d7-82f9-1c0a85fec085 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:54.555713 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:54.703327 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:54.742527 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] For port 569f444c-e8b2-48d7-82f9-1c0a85fec085, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=569f444c-e8b2-48d7-82f9-1c0a85fec085,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:14:54.747950 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:54.749994 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:14:54.824435 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Pushing event updated for resources: {'Port': ['ID=569f444c-e8b2-48d7-82f9-1c0a85fec085,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:14:54.828308 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:14:56.421730 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 569f444c-e8b2-48d7-82f9-1c0a85fec085 up at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:14:56.492487 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Provisioning complete for port 569f444c-e8b2-48d7-82f9-1c0a85fec085 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:14:56.492862 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:04.215009 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:08.580130 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-4336cc83-9d9b-46ae-b797-47e06095ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:10.612941 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-36097471-5270-4d63-92c2-b5a6d28a2de7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Synchronizing usage tracker for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:security_group {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:15:10.634386 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-36097471-5270-4d63-92c2-b5a6d28a2de7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Unset dirty status for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:security_group {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:15:10.635721 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-36097471-5270-4d63-92c2-b5a6d28a2de7 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305762700&fields=id&tenant_id=8102af580ed945c88e9da68e93b3e7b5 HTTP/1.1" status: 200 len: 267 time: 0.0886295 May 10 20:15:10.794239 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-6e39445c-cdf7-41e5-813c-0b9fe4e50ee8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:10.794930 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-6e39445c-cdf7-41e5-813c-0b9fe4e50ee8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Synchronizing usage tracker for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:network {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:15:10.813388 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-6e39445c-cdf7-41e5-813c-0b9fe4e50ee8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Unset dirty status for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:network {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:15:10.814633 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-6e39445c-cdf7-41e5-813c-0b9fe4e50ee8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 809 time: 0.1719940 May 10 20:15:10.834067 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-583d8812-c392-4937-82e8-d8f6a9cdddf5 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/quotas/8102af580ed945c88e9da68e93b3e7b5 HTTP/1.1" status: 200 len: 375 time: 0.0095937 May 10 20:15:10.930292 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-7131b4af-33af-4141-b1ed-476b11baea22 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Synchronizing usage tracker for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:15:10.948077 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-7131b4af-33af-4141-b1ed-476b11baea22 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Unset dirty status for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:15:10.949598 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-7131b4af-33af-4141-b1ed-476b11baea22 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094837 May 10 20:15:11.073779 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-8c09203f-cbf2-4843-9492-1c722014b148 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:15:11.074758 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-8c09203f-cbf2-4843-9492-1c722014b148 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1127644 May 10 20:15:11.205661 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6c9f928c-6228-4480-b9ec-d010622e4037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:11.209925 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3012ca3c-b1d8-417e-a228-1ca8baedb013 service neutron] 10.222.0.48 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289124 May 10 20:15:11.334654 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:11.353732 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-9eaa0d9a-38d4-4698-a2f4-5485ac648ffd service neutron] 10.222.0.48 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357565 May 10 20:15:11.777552 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-abbd6acf-81e6-46ed-be70-b89759d54f20 req-df6abb5d-3e2d-4a98-964d-ac67cd73b29e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 210 time: 0.0545168 May 10 20:15:12.296664 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:12.868762 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:15:13.026788 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e4596102-dc0c-41ed-bd7e-c30da595368a req-ba62c8e8-7494-4a9b-b221-8fd0f9d31e37 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 210 time: 0.1059308 May 10 20:15:13.104979 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-9f6e96a5-f90c-4e81-93eb-77c9765befdd tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:13.106450 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-9f6e96a5-f90c-4e81-93eb-77c9765befdd tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 809 time: 0.2142935 May 10 20:15:13.158460 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-510574eb-dc16-4c07-9e7a-c57b13376aa0 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8102af580ed945c88e9da68e93b3e7b5 HTTP/1.1" status: 200 len: 380 time: 0.0435770 May 10 20:15:13.167874 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'port': {'device_id': '861728fd-3c9e-4779-869a-4850a1bf2983', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'admin_state_up': True, 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'security_groups': ['a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c']}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:15:13.309226 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:15:13.319524 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.quota.driver [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:15:13.330022 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Made reservation on behalf of 8102af580ed945c88e9da68e93b3e7b5 for: {'port': 1} {{(pid=78751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:15:13.333603 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:13.508328 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.db_base_plugin_common [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Allocated IP 172.20.0.11 (017420f1-49e7-4790-b6a0-64fd1d2f6f37/edaf2318-8d2e-4e70-8850-83816a08ac69/6aef8483-a0d5-4444-a04a-f964ea28f140) {{(pid=78751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:15:13.734699 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:13.825739 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for port, precommit_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:13.842098 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Transition to ACTIVE for port object 6aef8483-a0d5-4444-a04a-f964ea28f140 will not be triggered until provisioned by entity DHCP. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:15:13.865882 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_create {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:13.872190 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-26ba29c1-2570-454a-845e-9b64cbfd3041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:13.937005 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 is already hosted by enough agents. {{(pid=78751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:15:13.940302 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.base_scheduler [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources bound (agent type, host, resource id): {{(pid=78751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:15:13.949405 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Received port after_create {{(pid=78751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:15:13.985270 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=1']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:13.990048 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:14.018840 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:14.019511 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.048804 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-0ead9b3f-7f40-44c8-bef2-e5df79968416 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848255 May 10 20:15:14.061472 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.v2.base [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Request body: {'port': {'device_id': '861728fd-3c9e-4779-869a-4850a1bf2983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:15:14.145328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-6eea1108-d769-4a79-b4bb-09c51cd9b5c3 None None] Provisioning for port 6aef8483-a0d5-4444-a04a-f964ea28f140 completed by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:15:14.152000 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-6eea1108-d769-4a79-b4bb-09c51cd9b5c3 None None] Provisioning complete for port 6aef8483-a0d5-4444-a04a-f964ea28f140 triggered by entity DHCP. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:15:14.152733 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-6eea1108-d769-4a79-b4bb-09c51cd9b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.207497 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-6eea1108-d769-4a79-b4bb-09c51cd9b5c3 None None] Port 6aef8483-a0d5-4444-a04a-f964ea28f140 cannot update to ACTIVE because it is not bound. {{(pid=78753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:15:14.233341 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.324172 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032cb9d-6d69-4641-92ad-e5919b7ad3b1 req-e9df1fa3-f6f6-4ecd-a5af-8f3aa8abe445 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:14.324906 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d032cb9d-6d69-4641-92ad-e5919b7ad3b1 req-e9df1fa3-f6f6-4ecd-a5af-8f3aa8abe445 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Synchronizing usage tracker for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:15:14.412837 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-d032cb9d-6d69-4641-92ad-e5919b7ad3b1 req-e9df1fa3-f6f6-4ecd-a5af-8f3aa8abe445 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Unset dirty status for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:15:14.414278 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d032cb9d-6d69-4641-92ad-e5919b7ad3b1 req-e9df1fa3-f6f6-4ecd-a5af-8f3aa8abe445 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 932 time: 0.2602911 May 10 20:15:14.565924 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d032cb9d-6d69-4641-92ad-e5919b7ad3b1 req-a173153c-9387-47ef-88c9-ea5974f16a46 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302068 May 10 20:15:14.689492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aef8483-a0d5-4444-a04a-f964ea28f140 {{(pid=78751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:15:14.698027 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.713458 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.provisioning_blocks [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Transition to ACTIVE for port object 6aef8483-a0d5-4444-a04a-f964ea28f140 will not be triggered until provisioned by entity L2. {{(pid=78751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:15:14.718876 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.723913 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-e5e8fb19-d9b0-4bb4-a44e-3465d6c7ad5d tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:14.857338 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=2']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:14.895177 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:14.981694 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Attempting to bind port 6aef8483-a0d5-4444-a04a-f964ea28f140 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:15:14.982036 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Attempting to bind port 6aef8483-a0d5-4444-a04a-f964ea28f140 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:15:14.982365 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Attempting to bind port 6aef8483-a0d5-4444-a04a-f964ea28f140 on network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:15:14.987495 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Port 6aef8483-a0d5-4444-a04a-f964ea28f140 on network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:15:14.987819 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Attempting to bind port 6aef8483-a0d5-4444-a04a-f964ea28f140 on network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:15:14.993194 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Checking agent: {'id': '6b95217f-b4ba-4208-8aac-a08883755d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:15:14.993529 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Checking segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:15:14.993911 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Bound using segment: {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'} {{(pid=78751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:15:14.994836 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.managers [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Bound port: 6aef8483-a0d5-4444-a04a-f964ea28f140, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21072658-cb2f-4665-a8dc-d5cec224be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37'}}] {{(pid=78751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:15:14.995177 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:15.094292 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, cleared binding levels {{(pid=78751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:15:15.097513 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:15:15.102744 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-726491'] for port, after_update {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:15.106687 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a2e35baf-43d9-4e60-805b-a0db90e9a72b tempest-TestMinimumBasicScenario-736976501 tempest-TestMinimumBasicScenario-736976501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:15.162080 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:15.162548 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:15.163971 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] 10.222.0.73 "PUT /v2.0/ports/6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1094 time: 1.1071849 May 10 20:15:15.164479 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:15:15.209944 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=3']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:15.243492 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-3b3e5992-2135-4961-8fd7-48f30d9235dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:15.294451 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-fa07a095-e605-491c-b580-51c3ed59f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:15.296070 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-fa07a095-e605-491c-b580-51c3ed59f2bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1097 time: 0.0871716 May 10 20:15:15.354305 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'status': 'completed', 'code': 200} May 10 20:15:15.372682 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-a64b740e-a3e5-47d8-89d5-f4782d20c98b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 217 time: 0.0693989 May 10 20:15:15.440129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-e6506cb9-8d3c-4f95-b824-4dc88527964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:15.441634 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-e6506cb9-8d3c-4f95-b824-4dc88527964c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0626128 May 10 20:15:15.519772 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-4ee4a804-66e1-4b0c-9aa2-894aeec63d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:15.521375 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-4ee4a804-66e1-4b0c-9aa2-894aeec63d5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734236 May 10 20:15:15.816649 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-d8872b4d-5318-4899-a3e2-ed05ffada97a service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886801 May 10 20:15:15.859015 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc4c13-0c1a-4f90-a672-a3052cdea339 req-5da3542a-6b14-4aab-be78-be911ca8bc2d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:15.860400 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-97fc4c13-0c1a-4f90-a672-a3052cdea339 req-5da3542a-6b14-4aab-be78-be911ca8bc2d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.1556022 May 10 20:15:15.983232 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-97fc4c13-0c1a-4f90-a672-a3052cdea339 req-8db7007b-75cd-4e7b-95fd-c57dc482027a tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766523 May 10 20:15:16.004631 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-5f6aabfc-c3e5-412a-a295-4be5248e411b req-1ed49305-d41d-46c8-b345-68af20300bf7 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748843 May 10 20:15:16.122461 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-605b8503-389a-461a-a442-222edf936786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:16.123859 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-605b8503-389a-461a-a442-222edf936786 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1097 time: 0.0710118 May 10 20:15:16.262514 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-e3c29aa5-226b-424c-9a48-b2a1b687219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:16.263980 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-e3c29aa5-226b-424c-9a48-b2a1b687219c service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.1334002 May 10 20:15:16.336957 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-511c07df-0120-458b-9508-00caa35ce596 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 217 time: 0.0663424 May 10 20:15:16.400482 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-80a2b8d8-548a-40d7-8da5-1d740168dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:16.401945 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-80a2b8d8-548a-40d7-8da5-1d740168dc20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0586386 May 10 20:15:16.481757 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-b7d62aba-8031-42ee-b0d0-cc9026ebe40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:16.483237 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-b7d62aba-8031-42ee-b0d0-cc9026ebe40e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747995 May 10 20:15:16.618920 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-6e8c841d-a588-4848-96b2-2b106dcf4358 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281855 May 10 20:15:16.753681 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0616a34e-78fe-482e-8e2e-e086692ccc3e req-8cadff2c-6d10-40b7-980a-6ad728204032 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281714 May 10 20:15:17.172757 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76116b7-cf40-4237-a1a3-4958d7b0d6d8 req-ecacb9cd-7e89-41b4-b580-b29522df58a6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:17.174296 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a76116b7-cf40-4237-a1a3-4958d7b0d6d8 req-ecacb9cd-7e89-41b4-b580-b29522df58a6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.0813358 May 10 20:15:17.223990 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a76116b7-cf40-4237-a1a3-4958d7b0d6d8 req-e7f19799-e72d-4083-8dd7-5c10723e7ed1 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 May 10 20:15:18.408664 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa8f-7a43-4205-8f29-2795ecfde24b req-a37ec7ad-43db-405f-8fed-7425f4181a4e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:18.410168 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e115fa8f-7a43-4205-8f29-2795ecfde24b req-a37ec7ad-43db-405f-8fed-7425f4181a4e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.0803916 May 10 20:15:18.445023 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:15:18.457061 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e115fa8f-7a43-4205-8f29-2795ecfde24b req-42ef5c61-bd0e-4e43-a5fa-070ee9c5f2a8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 May 10 20:15:18.625158 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:15:18.638370 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'port_id': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'mac_address': 'fa:16:3e:f0:77:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:15:18.703350 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:18.722961 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aef8483-a0d5-4444-a04a-f964ea28f140 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:15:18.749601 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:15:18.754569 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:18.756447 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-a1ffb90c-b87f-4889-b9c7-e85104eacc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:18.827618 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=4']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:18.831654 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:19.067427 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['6aef8483-a0d5-4444-a04a-f964ea28f140'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:15:19.650446 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3fe45-69fe-4713-95fd-8a89de466474 req-9e663884-1b28-4080-a2f4-a3c0419e1773 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:19.651966 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7a3fe45-69fe-4713-95fd-8a89de466474 req-9e663884-1b28-4080-a2f4-a3c0419e1773 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 945 time: 0.0873580 May 10 20:15:19.699152 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e7a3fe45-69fe-4713-95fd-8a89de466474 req-1ed88ef8-b131-40dd-9726-cf954f0ed24a tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 May 10 20:15:20.444818 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:15:20.513174 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning for port 6aef8483-a0d5-4444-a04a-f964ea28f140 completed by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:15:20.517745 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 6aef8483-a0d5-4444-a04a-f964ea28f140 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:15:20.518126 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:20.632642 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:20.658889 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:15:20.668207 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:15:20.672785 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:20.674583 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-6c47b500-7f50-4398-9343-37db1ab274b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:20.743812 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=5']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:20.752910 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:20.756348 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'code': 200} May 10 20:15:20.887530 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f34-61d3-4c9b-8093-8dc9e1ff5629 req-e9637eaf-d49c-4a3b-b917-acd8298f62ba tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:20.889846 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cbb08f34-61d3-4c9b-8093-8dc9e1ff5629 req-e9637eaf-d49c-4a3b-b917-acd8298f62ba tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0820355 May 10 20:15:20.939237 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-cbb08f34-61d3-4c9b-8093-8dc9e1ff5629 req-eeaf9607-a94d-4acd-90ad-658a06a46305 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 May 10 20:15:21.047868 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22137-514b-4a02-8303-abe592a7d3dd req-9c88cbe6-cec0-4fda-885b-6afca6c59aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:21.054245 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d6c22137-514b-4a02-8303-abe592a7d3dd req-9c88cbe6-cec0-4fda-885b-6afca6c59aa3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0729856 May 10 20:15:21.093589 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-d6c22137-514b-4a02-8303-abe592a7d3dd req-6a8e84ce-ce61-447b-b2c1-740ff2f0775c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379653 May 10 20:15:22.129024 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542a72-0ff7-4f28-9c6d-e3887e004b09 req-79509faa-6b52-41e0-8656-def23fc0d34a tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:22.130491 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95542a72-0ff7-4f28-9c6d-e3887e004b09 req-79509faa-6b52-41e0-8656-def23fc0d34a tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0808151 May 10 20:15:22.284465 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-95542a72-0ff7-4f28-9c6d-e3887e004b09 req-83429a75-3b91-4390-88d6-20315272ca09 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472216 May 10 20:15:23.471280 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85624-357c-433f-916c-041ef298f690 req-ca562ed9-750d-4330-a240-4f8ed44d1123 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:23.472753 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-21e85624-357c-433f-916c-041ef298f690 req-ca562ed9-750d-4330-a240-4f8ed44d1123 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0802982 May 10 20:15:23.520381 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-21e85624-357c-433f-916c-041ef298f690 req-f9e1860e-d2f8-43ea-8809-615af0d4a119 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 May 10 20:15:23.704169 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e2d64-244a-4555-af39-f464aa22db05 req-6612732e-8a0a-40cd-9c97-33084afcd948 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:23.705546 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a44e2d64-244a-4555-af39-f464aa22db05 req-6612732e-8a0a-40cd-9c97-33084afcd948 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0822554 May 10 20:15:23.754010 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-a44e2d64-244a-4555-af39-f464aa22db05 req-29f4d243-5634-4577-9749-dcc6cfd38fca tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391724 May 10 20:15:23.777861 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45778) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:15:23.914266 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be9eaf-a0c5-4c4e-9787-3b040ccffd88 tempest-TestShelveInstance-1165437893 tempest-TestShelveInstance-1165437893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:23.915797 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-96be9eaf-a0c5-4c4e-9787-3b040ccffd88 tempest-TestShelveInstance-1165437893 tempest-TestShelveInstance-1165437893-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1094 time: 0.1369159 May 10 20:15:23.918696 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45784) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:15:23.924238 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.v2.base [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Request body: {'floatingip': {'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'port_id': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:15:23.930758 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:15:23.935490 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Usage tracker for resource:floatingip and tenant:8102af580ed945c88e9da68e93b3e7b5 is out of sync, need to count used quota {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:15:23.938591 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.quota.resource [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78752) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:15:23.946425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.quota.driver [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78752) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:15:23.958222 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for floatingip, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:24.102563 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:24.241051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_common [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Allocated IP 172.28.0.160 (c8971498-bc51-4f0f-8ff2-e56fc9055c06/b5b09a1e-293c-4fde-9f92-fedcc12e2924/a0fefd7b-9d59-4821-95b4-b085f29697e2) {{(pid=78752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:15:24.391847 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for port, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:24.430328 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732063186692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:24.434855 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-458195d9-b519-4b7a-9341-e92d6822c128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:24.585313 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Network c8971498-bc51-4f0f-8ff2-e56fc9055c06 is already hosted by enough agents. {{(pid=78752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:15:24.588596 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.base_scheduler [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Resources bound (agent type, host, resource id): {{(pid=78752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:15:24.591958 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Received port after_create {{(pid=78752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:15:24.635581 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'Port': ['ID=a0fefd7b-9d59-4821-95b4-b085f29697e2,revision_number=1']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:24.639763 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:25.010974 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:25.090425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:25.323112 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for port, precommit_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:25.328620 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13937623'] for port, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:25.332517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-1ec0fa0a-775c-4943-8eef-d34b22e13cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:15:25.435612 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event updated for resources: {'Port': ['ID=a0fefd7b-9d59-4821-95b4-b085f29697e2,revision_number=2']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:15:25.439955 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:15:25.455090 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662645'] for floatingip, after_update {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:25.633998 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.db.l3_db [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Floating IP 963dd288-f19e-4062-a82c-3a491808d5a5 associated. External IP: 172.28.0.160, port: 6aef8483-a0d5-4444-a04a-f964ea28f140. May 10 20:15:26.108347 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:15:26.296719 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:15:26.307189 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] Sync routers for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:15:26.316983 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:15:26.317629 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:15:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:15:26.324121 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:26.394045 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-6c88e616-9d43-4fb3-97ff-5129ac9581e6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4742634 May 10 20:15:26.394751 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:15:26.505261 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:15:26.519569 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'status': 'completed', 'code': 200} May 10 20:15:26.619767 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-2ef594f8-66b8-4a81-883b-17f00179edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:26.621277 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-2ef594f8-66b8-4a81-883b-17f00179edb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0785227 May 10 20:15:26.760471 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-4e85b590-9d89-460f-b615-9e21db57a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:26.762810 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-4e85b590-9d89-460f-b615-9e21db57a3da service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.1350727 May 10 20:15:26.868018 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-45da220f-8647-4852-9361-593dda6218b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1000 time: 0.0983906 May 10 20:15:26.873977 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '963dd288-f19e-4062-a82c-3a491808d5a5', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'floating_ip_address': '172.28.0.160', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'port_id': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'mac_address': 'fa:16:3e:f0:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861728fd-3c9e-4779-869a-4850a1bf2983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:15:24Z', 'updated_at': '2021-05-10T20:15:24Z', 'revision_number': 0, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:15:26.878475 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] Checking router: d22de3e8-ad6c-42c4-8969-84c32ffcbf44 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:15:26.888361 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:15:26.888987 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:15:11Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:15:26.936844 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-938bf332-44d5-44dc-805b-e7ec0fad4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:26.938298 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-938bf332-44d5-44dc-805b-e7ec0fad4062 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0647347 May 10 20:15:27.016283 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-9574ac5e-8182-443c-854a-c4786c6b23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:15:27.017876 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-9574ac5e-8182-443c-854a-c4786c6b23d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719454 May 10 20:15:27.101101 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:15:27.153236 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-bf147a53-97ac-4cb0-a6f9-d8e2adb864d0 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283066 May 10 20:15:27.288822 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9fa7c017-0f3a-48e4-a7b1-0c56d252c862 req-093a010c-ffef-4e38-9db5-54016f748314 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288774 May 10 20:15:27.450125 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '963dd288-f19e-4062-a82c-3a491808d5a5', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'floating_ip_address': '172.28.0.160', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'port_id': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'mac_address': 'fa:16:3e:f0:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861728fd-3c9e-4779-869a-4850a1bf2983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:15:24Z', 'updated_at': '2021-05-10T20:15:24Z', 'revision_number': 0, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:15:27.454274 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1bc2-f6e2-4e61-a65d-920514b8d34b None None] The sync data for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb is: [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_floatingips': [{'id': '963dd288-f19e-4062-a82c-3a491808d5a5', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'floating_ip_address': '172.28.0.160', 'floating_network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'router_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'port_id': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'mac_address': 'fa:16:3e:f0:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861728fd-3c9e-4779-869a-4850a1bf2983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:15:24Z', 'updated_at': '2021-05-10T20:15:24Z', 'revision_number': 0, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:15:27.630354 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e3dca-3caa-4f9e-9a98-b75c2c083aa0 None None] New status for floating IP 963dd288-f19e-4062-a82c-3a491808d5a5: ACTIVE {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:15:34.234543 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:38.582199 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-fb12dc40-dfe5-4d82-b27a-19aae59cf15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:41.208151 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7177-c158-4535-aa7a-3dd868e51823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:41.327371 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:42.298007 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:43.734216 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:49.867866 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:16:04.243024 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:08.584155 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ff9f2c11-17cd-49d6-a923-b083953cf7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:11.212121 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9c34e8d0-b62d-49a4-b055-f7ebb0017fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:11.330397 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:12.302569 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:13.738212 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:16.671200 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-95342e8d-22ad-42df-ac51-1bb8d9406cc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734272 May 10 20:16:16.810489 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-1a2bd534-70ca-4260-967f-0f4f9bc7da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:16:16.811983 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-1a2bd534-70ca-4260-967f-0f4f9bc7da36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0717099 May 10 20:16:16.961099 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-2eb1a56f-e15c-4d04-8a13-4ee6da2f00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:16:16.962559 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-2eb1a56f-e15c-4d04-8a13-4ee6da2f00a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.1305506 May 10 20:16:17.068319 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-216f302d-f283-4c0d-95ee-558f7930e6f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1002 time: 0.0984728 May 10 20:16:17.132810 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-bf495727-3f18-4ded-8ce6-757d109acf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:16:17.134250 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-bf495727-3f18-4ded-8ce6-757d109acf38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0583718 May 10 20:16:17.213296 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-50c0126a-ca4d-4420-b255-d34656b0f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:16:17.214669 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-50c0126a-ca4d-4420-b255-d34656b0f317 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735416 May 10 20:16:17.451827 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-9ba4c18a-51f5-407f-8315-a59be8f9de46 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302902 May 10 20:16:17.588230 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-4b509c49-f3a1-4533-ab09-f42231c24541 req-2a4fdc84-c2bf-4f33-99ab-bb5fe691d4c8 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284637 May 10 20:16:26.867328 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:16:34.239351 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:38.587347 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-840bf86e-5c4e-4cb8-b18d-1702b5af42b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:41.215683 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c7ff75f0-51e6-4aff-aa35-011cb21605e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:41.330799 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:42.302663 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:43.739473 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:03.865882 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:17:04.235315 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:08.590930 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-40a70f97-2246-45c7-9628-c090d5582bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:11.216881 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-345acc84-9fc5-4cde-9cba-1cef45b9fc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:11.332246 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:12.306621 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:13.746478 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:18.686894 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-5d9de6bd-b4d1-4dcb-bff1-7984e0bd7cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687761 May 10 20:17:18.826898 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-7e44841e-c3d5-4d5d-93e6-cab24ed5bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:18.828481 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-7e44841e-c3d5-4d5d-93e6-cab24ed5bd7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0736358 May 10 20:17:18.974102 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-e4f4fd37-f03e-46ae-bbc9-dec81b06a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:18.975558 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-e4f4fd37-f03e-46ae-bbc9-dec81b06a1c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.1294270 May 10 20:17:19.077029 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-b54414e7-f2b4-4b00-a4ca-559510311146 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1002 time: 0.0944276 May 10 20:17:19.140115 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-7728731b-cb3e-4c48-8bef-3efb8117011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:19.141606 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-7728731b-cb3e-4c48-8bef-3efb8117011f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0589395 May 10 20:17:19.215166 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-2a54b0ab-837d-46ca-8e01-e1444b93d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:19.217306 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-2a54b0ab-837d-46ca-8e01-e1444b93d6c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699165 May 10 20:17:19.344461 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-30175157-a764-45dc-aa9d-6fb4391d8a9a service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206193 May 10 20:17:19.472570 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-09dfbd70-6434-4bd1-b9a8-384aa3f258ff req-27f20973-2bc9-499c-ae04-41deea940b9d service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216137 May 10 20:17:34.245573 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:38.593042 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-41687d03-9708-4636-8a70-a4e2e4fe42bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:40.864773 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:17:41.218942 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-f289cd0e-e8d5-4d1c-ab7a-feafaf8fc57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:41.332778 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:42.007660 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99171249-4746-4c0d-99bd-41b87a032682 req-1b61160d-0a6d-40af-a829-f00567c4c062 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:42.009187 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-99171249-4746-4c0d-99bd-41b87a032682 req-1b61160d-0a6d-40af-a829-f00567c4c062 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0920370 May 10 20:17:42.066182 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-99171249-4746-4c0d-99bd-41b87a032682 req-5e2c3f49-be71-4f6e-8873-244a8189408a tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503626 May 10 20:17:42.308438 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:43.276146 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479226c2-3c2e-4ebd-a0e5-805dfb959de9 req-f19952d6-34ee-48f1-b756-dd65ba1057a2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:43.278091 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-479226c2-3c2e-4ebd-a0e5-805dfb959de9 req-f19952d6-34ee-48f1-b756-dd65ba1057a2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0876639 May 10 20:17:43.332080 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-479226c2-3c2e-4ebd-a0e5-805dfb959de9 req-e731a950-254e-49d4-967a-abf5767ca83e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481844 May 10 20:17:43.746095 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:44.541199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b79a65-2d47-4c59-83ba-4877e7fc4b24 req-88a71df4-5e51-48d3-bade-a21fb4c2db53 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:44.542671 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f8b79a65-2d47-4c59-83ba-4877e7fc4b24 req-88a71df4-5e51-48d3-bade-a21fb4c2db53 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0816886 May 10 20:17:44.597873 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f8b79a65-2d47-4c59-83ba-4877e7fc4b24 req-0012995a-8bf2-41ba-925a-7cf88b275c49 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472269 May 10 20:17:45.781841 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e167a-db5a-4539-9a09-4f0f5318e50f req-b5bdc6a6-2ffe-41bf-bfa8-2030d2204852 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:45.783292 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-123e167a-db5a-4539-9a09-4f0f5318e50f req-b5bdc6a6-2ffe-41bf-bfa8-2030d2204852 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0814135 May 10 20:17:45.828475 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-123e167a-db5a-4539-9a09-4f0f5318e50f req-34964b2d-738e-4064-ad57-eeaf6c831560 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388546 May 10 20:17:47.018787 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b5f2-4f4e-4eb4-a24d-0928f76b799e req-091e83a2-3882-42ee-a9f2-12f1291ad38b tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:47.020164 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f141b5f2-4f4e-4eb4-a24d-0928f76b799e req-091e83a2-3882-42ee-a9f2-12f1291ad38b tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0811110 May 10 20:17:47.071996 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f141b5f2-4f4e-4eb4-a24d-0928f76b799e req-e562c81a-96f0-4578-af9b-9de9698530b4 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 May 10 20:17:48.262807 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aabded-be06-467c-966b-61b146f4b82a req-4c99e4f0-f7aa-4118-bc30-9e5c8bc9462b tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:48.264205 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30aabded-be06-467c-966b-61b146f4b82a req-4c99e4f0-f7aa-4118-bc30-9e5c8bc9462b tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0816061 May 10 20:17:48.311261 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-30aabded-be06-467c-966b-61b146f4b82a req-bcdb80ac-5d44-4fb2-816f-95a0fb8ea20e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 May 10 20:17:49.615269 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6afccd-a023-48d5-9e5a-da04c8aae5ff req-4139f547-24c5-48ac-b9ae-f9c1fd591e8f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:49.616667 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab6afccd-a023-48d5-9e5a-da04c8aae5ff req-4139f547-24c5-48ac-b9ae-f9c1fd591e8f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.1990550 May 10 20:17:49.662704 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-ab6afccd-a023-48d5-9e5a-da04c8aae5ff req-61201eed-0afe-4388-95e2-a517c4f6607e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395024 May 10 20:17:50.859785 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4ad0f-c161-41a2-84e2-b3aeef5e3166 req-7d0d697b-a26f-4ae0-9bfb-cd6888dd6bf3 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:50.861290 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3dc4ad0f-c161-41a2-84e2-b3aeef5e3166 req-7d0d697b-a26f-4ae0-9bfb-cd6888dd6bf3 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0796056 May 10 20:17:50.910768 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-3dc4ad0f-c161-41a2-84e2-b3aeef5e3166 req-08e4b822-ab38-40b1-93ba-ae944dc5498c tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432086 May 10 20:17:52.162504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-0593945c-b60d-4150-88fd-f920c77c256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:52.164007 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-0593945c-b60d-4150-88fd-f920c77c256d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.1065078 May 10 20:17:52.173102 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595481be-e15c-47aa-b2b7-ede702581ff3 req-8fa8e388-b6ff-4378-9b08-f51a9fdc0346 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:52.174482 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-595481be-e15c-47aa-b2b7-ede702581ff3 req-8fa8e388-b6ff-4378-9b08-f51a9fdc0346 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.1504664 May 10 20:17:52.317221 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-595481be-e15c-47aa-b2b7-ede702581ff3 req-a8e85094-8f28-499e-9bd2-d9b04704bd02 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209881 May 10 20:17:52.341394 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-66c37f49-31b2-40d8-a03c-1c60fd76331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:52.342904 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-66c37f49-31b2-40d8-a03c-1c60fd76331b service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.1675816 May 10 20:17:52.451484 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-ae049b45-75cc-4619-acfb-536ea3eda99d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1002 time: 0.1025629 May 10 20:17:52.516475 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-cee2454c-96a9-423d-9178-068b60d8e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:52.517934 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-cee2454c-96a9-423d-9178-068b60d8e72b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0603557 May 10 20:17:52.603962 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-e0a47d1a-52d0-4f36-86a1-7519b4e6e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:52.605947 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-e0a47d1a-52d0-4f36-86a1-7519b4e6e88a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814388 May 10 20:17:52.744463 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-b025acc6-bb40-4cb2-b139-4c780812db0c service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324372 May 10 20:17:52.879988 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-70acbbd4-7306-4bf5-9c6a-40065f7a7233 req-9b5b23a4-7a18-4eff-b9cb-a5e24a5519a8 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286061 May 10 20:17:53.504031 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef39e78-0f27-4fe8-b4c8-42a1589c24a1 req-fe6f1b76-77b2-4e0f-a3cf-3743ac532be1 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:53.505735 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1ef39e78-0f27-4fe8-b4c8-42a1589c24a1 req-fe6f1b76-77b2-4e0f-a3cf-3743ac532be1 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0818202 May 10 20:17:53.558016 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1ef39e78-0f27-4fe8-b4c8-42a1589c24a1 req-2df664c3-264b-4589-8f6a-49dcfa323b6d tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 May 10 20:17:54.786847 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d363-1564-48b0-b5cb-4df134965b63 req-d709be02-69d2-481f-8552-4e990607bbc2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:54.788622 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f220d363-1564-48b0-b5cb-4df134965b63 req-d709be02-69d2-481f-8552-4e990607bbc2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.1054199 May 10 20:17:54.842212 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f220d363-1564-48b0-b5cb-4df134965b63 req-333115ff-7dd5-46ef-b3dc-3014a0bbeee8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457580 May 10 20:17:56.036695 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039265-a6a7-44da-91d5-aefdaac9452a req-ef0c0ea4-c77f-43cc-ac59-4564652df882 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:56.038118 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e2039265-a6a7-44da-91d5-aefdaac9452a req-ef0c0ea4-c77f-43cc-ac59-4564652df882 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0802681 May 10 20:17:56.085636 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e2039265-a6a7-44da-91d5-aefdaac9452a req-29ccb522-52e8-4c56-9014-330233096192 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 May 10 20:17:57.286736 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:17:57.423644 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:57.464671 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:17:57.466174 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:17:57.474684 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:17:57.477148 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:17:57.482119 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb191db-0135-45a3-b6f7-a6f629327d90 req-4fe2bad6-c958-4c6e-96a2-55499b218299 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:57.490779 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8fb191db-0135-45a3-b6f7-a6f629327d90 req-4fe2bad6-c958-4c6e-96a2-55499b218299 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.1052017 May 10 20:17:57.521684 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-3787aadf-9782-454f-9fe3-46e07d7de09e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2006128 May 10 20:17:57.538689 dv-cinder-788365-3-smb neutron-server[78753]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'code': 422} returned with failed status May 10 20:17:57.543472 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-8fb191db-0135-45a3-b6f7-a6f629327d90 req-fa2b365b-9cc1-4f22-8e5e-1249dc13aeb9 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517280 May 10 20:17:57.567268 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=6']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:57.575381 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.575750 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.576123 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.576449 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.576780 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.577110 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.577435 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.577807 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.578085 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.578404 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.578726 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.579043 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:57.583460 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:17:58.753895 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c841796-ceca-49e4-84cb-84239a261245 req-ec3c4d88-7962-4b0e-89ce-ffcdc6c8ebdd tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:58.755282 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7c841796-ceca-49e4-84cb-84239a261245 req-ec3c4d88-7962-4b0e-89ce-ffcdc6c8ebdd tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.0978932 May 10 20:17:58.804331 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7c841796-ceca-49e4-84cb-84239a261245 req-5c55c9c5-3c82-4165-ac23-5a61777d19b5 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 May 10 20:17:58.975639 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-6d6b1bd2-5679-4c2c-a46f-f7930285933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:58.977137 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-6d6b1bd2-5679-4c2c-a46f-f7930285933e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983&tenant_id=8102af580ed945c88e9da68e93b3e7b5 HTTP/1.1" status: 200 len: 1097 time: 0.0738673 May 10 20:17:59.066061 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-d7c02fb8-d39f-4c35-8465-363ba925b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:59.067532 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-d7c02fb8-d39f-4c35-8465-363ba925b12b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1097 time: 0.0699539 May 10 20:17:59.295199 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-73f32336-93dd-4960-96f0-429f4f712307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:59.296679 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-73f32336-93dd-4960-96f0-429f4f712307 service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.2237260 May 10 20:17:59.397374 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-3332f681-e557-4349-9933-fee3fc65c2c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1000 time: 0.0941584 May 10 20:17:59.461937 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-47184d47-b097-4493-a901-afdc2ad38e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:59.463322 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-47184d47-b097-4493-a901-afdc2ad38e16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0593462 May 10 20:17:59.536482 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-58681001-8604-486a-93e2-050a9b9b2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:59.537933 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-58681001-8604-486a-93e2-050a9b9b2256 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682387 May 10 20:17:59.671089 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-3c82b74c-4f98-4c4f-aaf0-2cc3664ca42f service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266696 May 10 20:17:59.811194 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-14ea7492-f6f8-41c6-b80a-5821e4b68407 req-4a094807-e14f-41aa-bac6-793a63e5c67d service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335421 May 10 20:17:59.996802 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd53de-a160-4bbe-9581-0d0ec67c3fed req-ab7b603e-c140-48cc-b07b-864645e69446 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:17:59.998267 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0afd53de-a160-4bbe-9581-0d0ec67c3fed req-ab7b603e-c140-48cc-b07b-864645e69446 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.0843482 May 10 20:18:00.042062 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0afd53de-a160-4bbe-9581-0d0ec67c3fed req-71d0531d-d845-40c5-a34e-b6be26519c91 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 May 10 20:18:01.226914 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85172448-f769-470d-a491-c3e00e241cd9 req-722254cc-22b2-4a7d-a305-bb3e084a7c70 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:01.228315 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-85172448-f769-470d-a491-c3e00e241cd9 req-722254cc-22b2-4a7d-a305-bb3e084a7c70 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.0805318 May 10 20:18:01.274621 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-85172448-f769-470d-a491-c3e00e241cd9 req-9104e996-f048-4be5-b786-a5a7d8187476 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 May 10 20:18:02.466069 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e42d4c-e614-4b50-8a12-53970a69312b req-e427698b-74a3-4958-84db-b66a46c198c2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:02.467527 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-97e42d4c-e614-4b50-8a12-53970a69312b req-e427698b-74a3-4958-84db-b66a46c198c2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 944 time: 0.0867424 May 10 20:18:02.514298 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-97e42d4c-e614-4b50-8a12-53970a69312b req-7c0da1f5-8af8-496c-b92c-2c80ffb14230 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 May 10 20:18:03.302278 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:18:03.434626 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:18:03.447510 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Returning: {'device': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'port_id': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'mac_address': 'fa:16:3e:f0:77:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:18:03.501475 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:03.517406 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aef8483-a0d5-4444-a04a-f964ea28f140 {{(pid=78753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:18:03.532817 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:18:03.536947 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:03.538486 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:18:03.619101 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=7']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:03.622347 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:18:03.701846 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cfb7b-10be-42e9-9c2e-3349cb21be86 req-8a118c84-94e1-4919-a25e-75702df77464 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:03.703336 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f01cfb7b-10be-42e9-9c2e-3349cb21be86 req-8a118c84-94e1-4919-a25e-75702df77464 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 945 time: 0.0806568 May 10 20:18:03.754364 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-f01cfb7b-10be-42e9-9c2e-3349cb21be86 req-78f6e8aa-40ef-4250-8e2d-b35cba3ccf3c tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450749 May 10 20:18:03.913595 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] get_ports_and_sgs() called for port_ids ['6aef8483-a0d5-4444-a04a-f964ea28f140'] {{(pid=78753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:18:04.251696 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:04.983149 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11729f9f-111f-4025-8ea1-5029b9a79e8e req-65b0eecd-e7e9-4d3a-9b15-46475e1f4224 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:04.985334 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-11729f9f-111f-4025-8ea1-5029b9a79e8e req-65b0eecd-e7e9-4d3a-9b15-46475e1f4224 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 945 time: 0.1260655 May 10 20:18:05.030514 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-11729f9f-111f-4025-8ea1-5029b9a79e8e req-6d145293-7eac-4812-8ae6-3b478ca1ae43 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 May 10 20:18:05.300491 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 up at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:18:05.406860 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.provisioning_blocks [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Provisioning complete for port 6aef8483-a0d5-4444-a04a-f964ea28f140 triggered by entity L2. {{(pid=78753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:18:05.407225 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904234'] for port, provisioning_complete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:05.521100 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786621'] for port, before_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:05.553778 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:18:05.563627 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:18:05.568033 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732063605351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732063186710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732063186755'] for port, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:05.569869 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:18:05.604882 dv-cinder-788365-3-smb neutron-server[78753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'code': 200} May 10 20:18:05.639854 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Pushing event updated for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=8']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:05.642792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:18:05.888366 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534aa0-efba-41e1-aed3-49f557d11030 req-7e90f15e-3db8-4a89-9800-6821b09e1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:05.889825 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-84534aa0-efba-41e1-aed3-49f557d11030 req-7e90f15e-3db8-4a89-9800-6821b09e1b26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0760784 May 10 20:18:05.930537 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-84534aa0-efba-41e1-aed3-49f557d11030 req-92466811-9d68-4629-b7cb-acf25ba06e41 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343039 May 10 20:18:06.217538 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970d70-98c5-4a12-adb9-3331ebf0bcd9 req-a4bd8ebb-a533-4a34-8da9-9b4978b8d25e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:06.218894 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0d970d70-98c5-4a12-adb9-3331ebf0bcd9 req-a4bd8ebb-a533-4a34-8da9-9b4978b8d25e tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0823636 May 10 20:18:06.273873 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-0d970d70-98c5-4a12-adb9-3331ebf0bcd9 req-19355980-140a-490d-afd2-72770542eef8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487504 May 10 20:18:07.460044 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d6038-21b7-499a-90f4-c22f20bfc308 req-f65cd3cd-021b-48b8-91d2-e83e370e9fa6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:07.461479 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e17d6038-21b7-499a-90f4-c22f20bfc308 req-f65cd3cd-021b-48b8-91d2-e83e370e9fa6 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0808401 May 10 20:18:07.505621 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-e17d6038-21b7-499a-90f4-c22f20bfc308 req-2df8da59-e0a1-4858-ab01-ae5014382989 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 May 10 20:18:08.593963 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3a1de429-0d74-4fca-8bb3-cb1a2b4b4c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:11.220414 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-58dad788-7f2a-49e7-b382-42c8d2a29f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:11.333739 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:12.311553 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:13.747328 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:17.864038 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:18:20.666278 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-ee2d5739-79ce-4dd6-a4ad-5ea6debb52c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701885 May 10 20:18:20.806659 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-d6cff7ea-0123-4000-9b0e-441085eba08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:20.808062 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-d6cff7ea-0123-4000-9b0e-441085eba08f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0727108 May 10 20:18:21.041422 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-03f99c1e-9647-42ed-be1b-0067db41914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:21.042847 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-03f99c1e-9647-42ed-be1b-0067db41914d service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.2164629 May 10 20:18:21.143296 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-1943ac23-e9b0-4316-a454-69389747c855 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1002 time: 0.0936430 May 10 20:18:21.205274 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-12040939-4ac7-4290-8e25-e3728c960069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:21.206707 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-12040939-4ac7-4290-8e25-e3728c960069 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0572302 May 10 20:18:21.284217 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-e9460ce2-5de0-4f9a-93fe-dcd43a71318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:18:21.285664 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-e9460ce2-5de0-4f9a-93fe-dcd43a71318d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726621 May 10 20:18:21.416997 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-a9dcda9a-5cfb-48ec-b06f-1d62042225a2 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242216 May 10 20:18:21.544403 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-1a79ab42-6055-4d1a-8b68-7a5e353717b8 req-93398031-e69c-4ecf-8659-2b88afdb7453 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212590 May 10 20:18:34.255024 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:38.595162 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-79d54630-1ff3-4033-901e-f5186be10935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:41.224122 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-387f8ced-e713-4c44-86f9-29e88db9b5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:41.338363 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:42.313386 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:43.752011 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:18:54.863264 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:19:04.267225 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:08.600972 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-9231f4e4-1d97-4a2c-8e93-fb5d0c3ffe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:11.231843 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-64dcf724-4cec-47a6-a811-422c7989d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:11.330849 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:12.317577 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:13.754912 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:22.714680 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-6a782aa8-b809-4731-9227-e4051bca676a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1130159 May 10 20:19:22.850156 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-899141dd-81c5-4d75-bde1-9c544e513c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:22.851595 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-899141dd-81c5-4d75-bde1-9c544e513c2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0722449 May 10 20:19:22.993164 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-55e21fdb-8c92-42c1-b3e9-20351bcae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:22.994576 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-55e21fdb-8c92-42c1-b3e9-20351bcae862 service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.1253452 May 10 20:19:23.090857 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-e11b277a-4c4d-4294-ad92-3597d31cfac0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 1002 time: 0.0894306 May 10 20:19:23.154710 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-4755ee28-6be7-47b9-a62b-288f3b48a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:23.156053 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-4755ee28-6be7-47b9-a62b-288f3b48a118 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0592563 May 10 20:19:23.228129 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-95be2ef5-5e7b-4be2-b37c-71faeb8d5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:23.229563 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-95be2ef5-5e7b-4be2-b37c-71faeb8d5e31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672007 May 10 20:19:23.358805 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-74fb58dc-5098-41e6-be54-773a2f258f9a service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210883 May 10 20:19:23.487208 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-7b0ca827-97f7-4da9-9a18-877dbeee3eb2 req-1f4dedde-9f28-4567-8928-7664ba3d63dd service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211667 May 10 20:19:31.862094 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:19:34.269455 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:38.592267 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-250aefb1-e074-4ba8-8055-f05a2feb1bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:41.224827 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-a6304b09-6316-47bf-81fb-b00bba13441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:41.333981 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:42.320973 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:43.759376 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:50.875592 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [-] (78751) accepted ('10.222.0.48', 45922) {{(pid=78751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:19:51.279504 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Deleting port a0fefd7b-9d59-4821-95b4-b085f29697e2 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:19:51.279817 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:51.399193 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:51.399680 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:51.520900 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Calling delete_port for a0fefd7b-9d59-4821-95b4-b085f29697e2 owned by network:floatingip {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:19:51.650834 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:51.654334 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-c439888a-0ac3-436c-90ca-8582fc39a024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:19:51.701064 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event deleted for resources: {'Port': ['ID=a0fefd7b-9d59-4821-95b4-b085f29697e2,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:51.738422 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.738792 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.739160 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.739520 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.739876 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.740252 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.740602 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.740948 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.741297 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.741643 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.741985 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.742326 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:51.749631 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:19:51.802134 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for floatingip, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:51.802694 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.db.l3_db [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Floating IP 963dd288-f19e-4062-a82c-3a491808d5a5 disassociated (deleted). External IP: 172.28.0.160, port: 6aef8483-a0d5-4444-a04a-f964ea28f140. May 10 20:19:52.151144 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:19:52.325244 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:19:52.335294 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] Sync routers for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:52.345682 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:19:52.346297 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:19:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:52.346841 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for floatingip, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:52.403130 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [None req-0abc8e57-774d-4370-8f07-031f207e1b66 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "DELETE /v2.0/floatingips/963dd288-f19e-4062-a82c-3a491808d5a5 HTTP/1.1" status: 204 len: 168 time: 1.5263774 May 10 20:19:52.403845 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:19:52.470129 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'status': 'completed', 'code': 200} May 10 20:19:52.524076 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:19:52.564968 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-5d569a32-3289-48fc-a8a6-933ad5b1c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:52.566537 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-5d569a32-3289-48fc-a8a6-933ad5b1c9c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8102af580ed945c88e9da68e93b3e7b5&device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 1099 time: 0.0733685 May 10 20:19:52.820774 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-5703afb5-c44a-462b-bf29-73e47728ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:52.822250 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-5703afb5-c44a-462b-bf29-73e47728ddf3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 200 len: 910 time: 0.2499368 May 10 20:19:52.848563 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:52.853061 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] Checking router: d22de3e8-ad6c-42c4-8969-84c32ffcbf44 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:52.863692 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:19:52.864345 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:19:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:52.930293 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-c1b6c995-019a-444a-9cb1-a4b131f0e94e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 200 len: 217 time: 0.1006081 May 10 20:19:53.008272 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-c5b8099a-2c3b-4e79-a7bf-02e2becccd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:53.009770 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-c5b8099a-2c3b-4e79-a7bf-02e2becccd57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 200 len: 848 time: 0.0730693 May 10 20:19:53.039807 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:19:53.068151 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e7663-73bd-43ec-b3d8-cf016bce7a8e req-556ca49e-838a-4b5e-ba5f-5278c44136f2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:53.068849 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-629e7663-73bd-43ec-b3d8-cf016bce7a8e req-556ca49e-838a-4b5e-ba5f-5278c44136f2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Synchronizing usage tracker for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:19:53.099077 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-629e7663-73bd-43ec-b3d8-cf016bce7a8e req-556ca49e-838a-4b5e-ba5f-5278c44136f2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Unset dirty status for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:19:53.100248 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-629e7663-73bd-43ec-b3d8-cf016bce7a8e req-556ca49e-838a-4b5e-ba5f-5278c44136f2 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.3396008 May 10 20:19:53.129329 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-5f0121f7-cc3f-49c8-8b5d-e31634fca5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:53.130792 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-5f0121f7-cc3f-49c8-8b5d-e31634fca5eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=017420f1-49e7-4790-b6a0-64fd1d2f6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1109402 May 10 20:19:53.224403 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-629e7663-73bd-43ec-b3d8-cf016bce7a8e req-448d47a8-10ae-48db-8eee-3206306c9c09 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173432 May 10 20:19:53.298791 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-2cffb4f7-efba-40ee-8fcd-149619867be3 service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543515 May 10 20:19:53.417746 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:53.422089 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208647ef-d12d-41ef-900d-b1bd82fedcb8 None None] The sync data for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb is: [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:14:39Z', 'revision_number': 4, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb', '_interfaces': [{'id': '41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42', 'name': '', 'network_id': '017420f1-49e7-4790-b6a0-64fd1d2f6f37', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'mac_address': 'fa:16:3e:05:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:38Z', 'updated_at': '2021-05-10T20:14:47Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'subnets': [{'id': 'edaf2318-8d2e-4e70-8850-83816a08ac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:53.435661 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-6a7ba45e-b1ef-411d-932d-7bce0bb7aa03 req-dca2bb3f-9b23-4d44-b4ee-eecf4a4c46eb service neutron] 10.222.0.73 "GET /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304557 May 10 20:19:53.649689 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883f57e-07a5-4a9c-9f86-36fff554bc32 None None] New status for floating IP 963dd288-f19e-4062-a82c-3a491808d5a5: DOWN {{(pid=78754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:19:54.231444 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-1044c4a1-b3c8-40de-9477-a87280820cb5 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:54.232929 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-1044c4a1-b3c8-40de-9477-a87280820cb5 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.73 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.0863533 May 10 20:19:54.376277 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Deleting port 6aef8483-a0d5-4444-a04a-f964ea28f140 {{(pid=78751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:19:54.376573 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:54.556278 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.db [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] For port 6aef8483-a0d5-4444-a04a-f964ea28f140, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6aef8483-a0d5-4444-a04a-f964ea28f140,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:19:54.556633 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:54.634222 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95da5-71f6-4572-82b7-2e51912b388d req-3fdba7fa-d31f-4b4e-bdaf-af4848844279 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:19:54.635698 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-22a95da5-71f6-4572-82b7-2e51912b388d req-3fdba7fa-d31f-4b4e-bdaf-af4848844279 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 946 time: 0.3005857 May 10 20:19:54.700899 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.plugins.ml2.plugin [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Calling delete_port for 6aef8483-a0d5-4444-a04a-f964ea28f140 owned by compute:nova {{(pid=78751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:19:54.757258 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-22a95da5-71f6-4572-82b7-2e51912b388d req-3db8011f-9595-4b33-9b10-aef1e76b42d8 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670271 May 10 20:19:54.849925 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-726466'] for port, after_delete {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:54.856413 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-1bbdfd13-add8-41ff-baf2-33b786dbcc8d tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:19:54.936153 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event deleted for resources: {'Port': ['ID=6aef8483-a0d5-4444-a04a-f964ea28f140,revision_number=None']} {{(pid=78751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:54.945798 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG oslo_concurrency.lockutils [None req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:19:54.990903 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] No DVR routers for this DVR port 6aef8483-a0d5-4444-a04a-f964ea28f140 on host hv-cinder-78836 {{(pid=78751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:19:54.994390 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron_lib.callbacks.manager [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154700'] for port, before_response {{(pid=78751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:54.997529 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-deleted', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140'}] {{(pid=78751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:19:55.015842 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-9d543ae9-2fa1-4181-88b6-2299f7abe4b3 req-a682c391-3f66-4170-9f30-10f01339e06f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.73 "DELETE /v2.0/ports/6aef8483-a0d5-4444-a04a-f964ea28f140 HTTP/1.1" status: 204 len: 173 time: 0.7772155 May 10 20:19:55.049954 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861728fd-3c9e-4779-869a-4850a1bf2983', 'name': 'network-vif-deleted', 'tag': '6aef8483-a0d5-4444-a04a-f964ea28f140', 'status': 'completed', 'code': 200} May 10 20:19:56.037640 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-22d94447-f380-43aa-9c3a-5f502bcb2813 req-7baea202-3bf5-4c17-b161-b56b2ec7316f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Synchronizing usage tracker for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:19:56.053866 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.quota.resource [req-22d94447-f380-43aa-9c3a-5f502bcb2813 req-7baea202-3bf5-4c17-b161-b56b2ec7316f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Unset dirty status for tenant:8102af580ed945c88e9da68e93b3e7b5 on resource:port {{(pid=78751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:19:56.055018 dv-cinder-788365-3-smb neutron-server[78751]: INFO neutron.wsgi [req-22d94447-f380-43aa-9c3a-5f502bcb2813 req-7baea202-3bf5-4c17-b161-b56b2ec7316f tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "GET /v2.0/ports?device_id=861728fd-3c9e-4779-869a-4850a1bf2983 HTTP/1.1" status: 200 len: 210 time: 0.1684954 May 10 20:19:57.147642 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45946) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:19:57.215092 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:57.247283 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:57.311148 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:57.315395 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e5be779c-7e6a-4d1c-8205-ed403e407083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:19:57.330823 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:57.338894 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.339269 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.339633 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.340018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.340375 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.340727 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.341076 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.341425 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.341776 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.342124 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.342469 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.342811 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:57.347912 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:19:57.353441 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:57.358353 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-461f113d-ade3-4630-9b64-e816d1488610 tempest-TestShelveInstance-1408973532 tempest-TestShelveInstance-1408973532-project] 10.222.0.48 "DELETE /v2.0/security-groups/a5a1537c-ec5d-4a22-a3b3-fd8d37e5840c HTTP/1.1" status: 204 len: 168 time: 0.2096868 May 10 20:19:57.403865 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45952) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:19:57.882657 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:19:57.917606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] No Port match for: 6aef8483-a0d5-4444-a04a-f964ea28f140 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:19:57.917966 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Device 6aef8483-a0d5-4444-a04a-f964ea28f140 not bound to the agent host hv-cinder-78836 {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:19:58.052530 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:58.446990 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Deleting port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:19:58.447721 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:58.665885 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] For port 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:19:58.666237 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:58.787162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Calling delete_port for 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 owned by network:router_interface {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:19:58.925305 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:58.929224 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:19:58.974583 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:59.005631 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:19:59.242785 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:19:59.599626 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:19:59.775914 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:19:59.784138 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] Sync routers for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:59.791858 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-3b1f0f35-27b5-4c47-ab7b-22c66dc9b291 admin admin] 10.222.0.48 "PUT /v2.0/routers/d22de3e8-ad6c-42c4-8969-84c32ffcbf44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3866544 May 10 20:19:59.794688 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45958) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:19:59.796500 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:19:59.797122 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:19:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:59.978833 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: dv-cinder-788365-3-smb {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:20:00.075095 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:00.250877 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:00.259875 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:19:58Z', 'revision_number': 5, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port': {'id': 'dc5004a6-2fe7-451c-8909-54aafd93530f', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:36Z', 'updated_at': '2021-05-10T20:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:00.263787 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] Checking router: d22de3e8-ad6c-42c4-8969-84c32ffcbf44 for host: dv-cinder-788365-3-smb {{(pid=78753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:20:00.272273 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] Routers {'d22de3e8-ad6c-42c4-8969-84c32ffcbf44'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:20:00.272914 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:19:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'], 'active': True} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:00.334016 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Deleting port dc5004a6-2fe7-451c-8909-54aafd93530f {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:00.334359 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:00.421538 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvr_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] Set router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 gateway port host: None {{(pid=78753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:20:00.456517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] For port dc5004a6-2fe7-451c-8909-54aafd93530f, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=dc5004a6-2fe7-451c-8909-54aafd93530f,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:00.456887 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:00.524298 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_hamode_db [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:20:00Z', 'revision_number': 6, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:00.528316 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d299fb9-73cd-4068-87c1-da94e06a10c6 None None] The sync data for ids ['d22de3e8-ad6c-42c4-8969-84c32ffcbf44'] in dv-cinder-788365-3-smb is: [{'id': 'd22de3e8-ad6c-42c4-8969-84c32ffcbf44', 'name': 'tempest-TestShelveInstance-1872714080-router', 'tenant_id': '8102af580ed945c88e9da68e93b3e7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:35Z', 'updated_at': '2021-05-10T20:20:00Z', 'revision_number': 6, 'project_id': '8102af580ed945c88e9da68e93b3e7b5', 'gw_port_host': None}] {{(pid=78753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:20:00.579380 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Calling delete_port for dc5004a6-2fe7-451c-8909-54aafd93530f owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:00.716079 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:00.720160 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-c98f1c6c-0a4b-445d-a2fc-33fe1aeab5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:00.759946 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5004a6-2fe7-451c-8909-54aafd93530f,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:00.763532 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:00.858000 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.039306 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.041491 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.064353 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.064891 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d22de3e8-ad6c-42c4-8969-84c32ffcbf44 {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:20:01.076711 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.077821 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-a0f8da54-8dff-4245-a499-5fcc6c55c9be admin admin] 10.222.0.48 "DELETE /v2.0/routers/d22de3e8-ad6c-42c4-8969-84c32ffcbf44 HTTP/1.1" status: 204 len: 168 time: 1.2822065 May 10 20:20:01.080996 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45964) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:01.137756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Deleting subnet edaf2318-8d2e-4e70-8850-83816a08ac69 {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:20:01.140607 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.190726 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.270145 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.628391 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.631825 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:01.665060 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edaf2318-8d2e-4e70-8850-83816a08ac69,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:01.668101 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:01.669145 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.674674 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70164db-3230-4789-908f-c7a2c35be77d None None] Network 017420f1-49e7-4790-b6a0-64fd1d2f6f37 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:20:01.675689 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e2646c16-a6c9-4038-94e3-b26201b78e68 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/edaf2318-8d2e-4e70-8850-83816a08ac69 HTTP/1.1" status: 204 len: 168 time: 0.5936353 May 10 20:20:01.678221 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45968) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:01.783670 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.859078 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Deleting port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:01.859423 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:01.948295 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] DHCP port deletion for 017420f1-49e7-4790-b6a0-64fd1d2f6f37 request from dv-cinder-788365-3-smb {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:20:01.962559 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] For port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:01.962998 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.054244 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Deleting port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:02.054623 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.085756 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Calling delete_port for f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:02.131041 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.135550 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d388cd6d-2834-41b8-8fdd-0c7d3fdde5cf tempest-AttachVolumeShelveTestJSON-1854886430 tempest-AttachVolumeShelveTestJSON-1854886430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:02.151025 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] For port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,segment=NetworkSegment(21072658-cb2f-4665-a8dc-d5cec224be34),segment_id=21072658-cb2f-4665-a8dc-d5cec224be34)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:02.151422 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.181893 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:02.183651 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] No DVR routers for this DVR port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 on host dv-cinder-788365-3-smb {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:20:02.185217 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:02.274829 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Calling delete_port for f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:02.298881 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.311635 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017420f1-49e7-4790-b6a0-64fd1d2f6f37']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:02.317960 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.322299 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:02.324031 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21072658-cb2f-4665-a8dc-d5cec224be34') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:02.324332 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21072658-cb2f-4665-a8dc-d5cec224be34') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:02.335434 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.350606 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.357018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:20:02.357018 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.368173 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] No DVR routers for this DVR port f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 on host dv-cinder-788365-3-smb {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:20:02.370312 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:20:02.372940 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Pushing event deleted for resources: {'Port': ['ID=f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:02.379855 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.380308 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.380643 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.380972 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.381372 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.381653 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.382087 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.382288 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.382606 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.382959 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.383305 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.383533 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-smb {{(pid=78753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:02.386917 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-ba4e9b86-18b8-4814-beb3-8301f2590dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:02.449485 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.454162 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:02.457803 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:02.480516 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=017420f1-49e7-4790-b6a0-64fd1d2f6f37,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:02.482871 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:02.492226 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/017420f1-49e7-4790-b6a0-64fd1d2f6f37 HTTP/1.1" status: 204 len: 168 time: 0.8130159 May 10 20:20:02.494989 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45972) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:02.582596 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dc5004a6-2fe7-451c-8909-54aafd93530f no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:20:02.616441 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: dc5004a6-2fe7-451c-8909-54aafd93530f {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:20:02.616789 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device dc5004a6-2fe7-451c-8909-54aafd93530f not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:20:02.617207 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:20:02.648902 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:20:02.649163 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 41e01d3b-c4b5-4b7a-a98a-aabb7cc8dc42 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:20:02.649654 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:20:02.685250 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:20:02.685942 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device f95fb7c6-73e1-4cf5-aa52-38e5cc8fc920 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:20:03.112873 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655692'] for router_interface, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:03.513834 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Deleting port 569f444c-e8b2-48d7-82f9-1c0a85fec085 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:03.514172 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:03.632593 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] For port 569f444c-e8b2-48d7-82f9-1c0a85fec085, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=569f444c-e8b2-48d7-82f9-1c0a85fec085,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:03.632941 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:03.754697 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Calling delete_port for 569f444c-e8b2-48d7-82f9-1c0a85fec085 owned by network:router_interface {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:03.891815 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:03.895261 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-98753afe-259f-455a-94f2-6a805ded30b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:03.940432 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Pushing event deleted for resources: {'Port': ['ID=569f444c-e8b2-48d7-82f9-1c0a85fec085,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:03.969945 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:04.205358 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-670204'] for router_interface, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:04.280354 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:04.661942 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Router e9c2225e-ae24-447f-8531-7eba40091e5e has already been hosted by L3 agent c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c {{(pid=78752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:20:04.837517 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] Notify agent at l3_agent.dv-cinder-788365-3-smb the message routers_updated {{(pid=78752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:20:04.845606 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45471738-90ca-4291-903a-79895c1e36cc None None] Sync routers for ids ['e9c2225e-ae24-447f-8531-7eba40091e5e'] in dv-cinder-788365-3-smb {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:20:04.847480 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-e0bd8fd1-0198-4be2-9b7c-f3d5f7ae18be admin admin] 10.222.0.48 "PUT /v2.0/routers/e9c2225e-ae24-447f-8531-7eba40091e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3515286 May 10 20:20:04.849971 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45976) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:04.855005 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] Routers {'e9c2225e-ae24-447f-8531-7eba40091e5e'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:20:04.855615 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:19:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e9c2225e-ae24-447f-8531-7eba40091e5e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.027838 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:05.029923 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] Set router e9c2225e-ae24-447f-8531-7eba40091e5e gateway port host: dv-cinder-788365-3-smb {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:20:05.205805 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:05.279778 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Deleting port 6a79c567-03f3-4031-91fe-eabe79e0dae5 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:05.280144 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:05.322796 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'external_fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:20:03Z', 'revision_number': 5, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port': {'id': '6a79c567-03f3-4031-91fe-eabe79e0dae5', 'name': '', 'network_id': 'c8971498-bc51-4f0f-8ff2-e56fc9055c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:14:43Z', 'updated_at': '2021-05-10T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5b09a1e-293c-4fde-9f92-fedcc12e2924', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-smb'}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.326724 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45471738-90ca-4291-903a-79895c1e36cc None None] Checking router: e9c2225e-ae24-447f-8531-7eba40091e5e for host: dv-cinder-788365-3-smb {{(pid=78754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:20:05.335064 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] Routers {'e9c2225e-ae24-447f-8531-7eba40091e5e'} bound to L3 agent in host dv-cinder-788365-3-smb {{(pid=78754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:20:05.335676 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:11Z,description=,heartbeat_timestamp=2021-05-10T20:19:41Z,host='dv-cinder-788365-3-smb',id=c3d1f88b-7bb3-4e76-9e27-5124eeb8bd4c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:11Z,topic='l3_agent')) {'router_ids': ['e9c2225e-ae24-447f-8531-7eba40091e5e'], 'active': True} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.405435 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] For port 6a79c567-03f3-4031-91fe-eabe79e0dae5, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=6a79c567-03f3-4031-91fe-eabe79e0dae5,segment=NetworkSegment(024180f8-3cbf-4b21-997b-c1d657502e57),segment_id=024180f8-3cbf-4b21-997b-c1d657502e57)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:05.405798 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:05.484018 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_dvr_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] Set router e9c2225e-ae24-447f-8531-7eba40091e5e gateway port host: None {{(pid=78754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:20:05.532055 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Calling delete_port for 6a79c567-03f3-4031-91fe-eabe79e0dae5 owned by network:router_gateway {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:05.588956 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.l3_hamode_db [None req-45471738-90ca-4291-903a-79895c1e36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:20:05Z', 'revision_number': 6, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port_host': None}], 'dv-cinder-788365-3-smb', False) {} {{(pid=78754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.592958 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45471738-90ca-4291-903a-79895c1e36cc None None] The sync data for ids ['e9c2225e-ae24-447f-8531-7eba40091e5e'] in dv-cinder-788365-3-smb is: [{'id': 'e9c2225e-ae24-447f-8531-7eba40091e5e', 'name': 'tempest-TestShelveInstance-960533406-router', 'tenant_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:14:42Z', 'updated_at': '2021-05-10T20:20:05Z', 'revision_number': 6, 'project_id': '5fce6fdbf87a4bc28f56dd1f012e8024', 'gw_port_host': None}] {{(pid=78754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:20:05.785009 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:05.788511 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d6055264-a52a-407e-b880-509fe3e52fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:05.831091 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a79c567-03f3-4031-91fe-eabe79e0dae5,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:05.834218 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:05.931045 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662632'] for router_gateway, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.109085 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235355'] for router, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.111329 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.133853 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667002'] for router, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.134366 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c2225e-ae24-447f-8531-7eba40091e5e {{(pid=78752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:20:06.147503 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] Notify callbacks [] for router, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.148669 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-40d08732-9670-4099-a916-fb45b6799a13 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e9c2225e-ae24-447f-8531-7eba40091e5e HTTP/1.1" status: 204 len: 168 time: 1.2977946 May 10 20:20:06.151124 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45982) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:06.211987 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.db_base_plugin_v2 [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Deleting subnet 391fdd96-52d0-4751-ae7e-a1786f0a2ffa {{(pid=78752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:20:06.215001 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.263563 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658177'] for subnet, precommit_delete_associations {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.346347 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908248'] for subnet, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.596416 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 569f444c-e8b2-48d7-82f9-1c0a85fec085 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:20:06.610411 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13937565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15710879'] for subnet, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.614199 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-86a9d7f5-e0c8-4845-8f97-9a8f344c13de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:06.631055 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 569f444c-e8b2-48d7-82f9-1c0a85fec085 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:20:06.631412 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 569f444c-e8b2-48d7-82f9-1c0a85fec085 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:20:06.631845 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 6a79c567-03f3-4031-91fe-eabe79e0dae5 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:20:06.651171 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391fdd96-52d0-4751-ae7e-a1786f0a2ffa,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:06.654874 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:06.657818 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.663530 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-57604f13-8b1f-4163-b237-7441e0fe92fd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/391fdd96-52d0-4751-ae7e-a1786f0a2ffa HTTP/1.1" status: 204 len: 168 time: 0.5114646 May 10 20:20:06.665980 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45986) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:06.666663 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: 6a79c567-03f3-4031-91fe-eabe79e0dae5 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:20:06.667144 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device 6a79c567-03f3-4031-91fe-eabe79e0dae5 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:20:06.668943 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e1d66-9abd-48b4-8764-3aa59dc4a220 None None] Network 115ca787-c0ba-432e-bbe2-f6261bc451f8 requested from dv-cinder-788365-3-smb {{(pid=78753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:20:06.773287 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754648'] for network, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.854116 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Deleting port a201f264-c23e-4c60-af70-8ecd5ead8e35 {{(pid=78752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:06.854326 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.929826 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] DHCP port deletion for 115ca787-c0ba-432e-bbe2-f6261bc451f8 request from dv-cinder-788365-3-smb {{(pid=78753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:20:06.965336 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.db [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] For port a201f264-c23e-4c60-af70-8ecd5ead8e35, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=a201f264-c23e-4c60-af70-8ecd5ead8e35,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:06.965699 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:06.996933 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Deleting port a201f264-c23e-4c60-af70-8ecd5ead8e35 {{(pid=78753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:20:06.997349 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732063601053'] for port, before_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.089336 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Calling delete_port for a201f264-c23e-4c60-af70-8ecd5ead8e35 owned by network:dhcp {{(pid=78752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:07.104314 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.db [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] For port a201f264-c23e-4c60-af70-8ecd5ead8e35, host dv-cinder-788365-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-smb',level=0,port_id=a201f264-c23e-4c60-af70-8ecd5ead8e35,segment=NetworkSegment(ff05bead-bf9d-44fb-93b3-8f664b442453),segment_id=ff05bead-bf9d-44fb-93b3-8f664b442453)] {{(pid=78753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:20:07.104645 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666806'] for port, precommit_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.149151 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13937614'] for port, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.152852 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-e3ab362a-b3b0-4e34-84a3-3a9a4663dccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:07.199654 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a201f264-c23e-4c60-af70-8ecd5ead8e35,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:07.202645 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:07.203456 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] No DVR routers for this DVR port a201f264-c23e-4c60-af70-8ecd5ead8e35 on host dv-cinder-788365-3-smb {{(pid=78752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:20:07.230424 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Calling delete_port for a201f264-c23e-4c60-af70-8ecd5ead8e35 owned by network:dhcp {{(pid=78753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:20:07.277610 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1786558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732063605360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732063186701'] for port, after_delete {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.282004 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:07.327317 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Pushing event deleted for resources: {'Port': ['ID=a201f264-c23e-4c60-af70-8ecd5ead8e35,revision_number=None']} {{(pid=78753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:07.330219 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG oslo_concurrency.lockutils [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:07.331380 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ddea6a-dd68-4214-8e68-87b1c55b0bd3 None None] No DVR routers for this DVR port a201f264-c23e-4c60-af70-8ecd5ead8e35 on host dv-cinder-788365-3-smb {{(pid=78753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:20:07.416408 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906403', 'neutron.services.segments.db._delete_segments_for_network-8732063612061'] for network, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.430646 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115ca787-c0ba-432e-bbe2-f6261bc451f8']}} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:07.442735 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff05bead-bf9d-44fb-93b3-8f664b442453') {'for_net_delete': True} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:07.443039 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.services.segments.db [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff05bead-bf9d-44fb-93b3-8f664b442453') {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:07.454931 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732063623527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658206'] for segment, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.472590 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571'] for segment, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.480286 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=78752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:20:07.480692 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13937659'] for segment, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: Traceback (most recent call last): May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: timer() May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: cb(*args, **kw) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: return func(*args, **kwargs) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: self._notify() May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: self.callback(batched_events) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: event.method(event) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: return f(self, *a, **k) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: return self._get(url).json() May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: return self.request(url, 'GET', **kwargs) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:20:07.494688 dv-cinder-788365-3-smb neutron-server[78752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:20:07.573448 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662650'] for network, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.577668 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:07.591646 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533926'] for network, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.602203 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=115ca787-c0ba-432e-bbe2-f6261bc451f8,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:07.604915 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:07.606710 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-2fc198ec-55e5-41f7-9ca0-b1d3abc2dca9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/115ca787-c0ba-432e-bbe2-f6261bc451f8 HTTP/1.1" status: 204 len: 168 time: 0.9396551 May 10 20:20:07.717866 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45992) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:07.768912 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-1d0e0c37-4a35-4b3f-916c-ae1928692eea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8102af580ed945c88e9da68e93b3e7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498312 May 10 20:20:07.771284 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 45996) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:07.827702 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.853564 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.909194 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.913313 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-8aa66b41-4929-404f-a4a4-9a3ba5a1d4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:07.925993 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a4b65-bc05-4d5d-84b0-ec592ab379d7,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:07.929712 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:07.936571 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:07.938201 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-46da3733-9053-4312-bfa8-7d2a69e50cff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd2a4b65-bc05-4d5d-84b0-ec592ab379d7 HTTP/1.1" status: 204 len: 168 time: 0.1655219 May 10 20:20:08.290188 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 46004) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:08.339508 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-7e62fe68-a189-4710-adf3-971b49ca41ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fce6fdbf87a4bc28f56dd1f012e8024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481012 May 10 20:20:08.341964 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [-] (78752) accepted ('10.222.0.48', 46008) {{(pid=78752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:20:08.398897 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:08.424081 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:08.481233 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753041'] for security_group, after_delete {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:08.487051 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-d6cdbc31-ddbf-42b2-8bc0-428c6657d4a0 tempest-AttachVolumeTestJSON-1653895623 tempest-AttachVolumeTestJSON-1653895623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:20:08.499202 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af9da5-0a81-4716-bc0e-5f568f012d23,revision_number=None']} {{(pid=78752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:08.502150 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:20:08.504149 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:08.505262 dv-cinder-788365-3-smb neutron-server[78752]: INFO neutron.wsgi [None req-11795bd5-c014-42dd-b9e8-615b67bfd145 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69af9da5-0a81-4716-bc0e-5f568f012d23 HTTP/1.1" status: 204 len: 168 time: 0.1624129 May 10 20:20:08.589986 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device a201f264-c23e-4c60-af70-8ecd5ead8e35 no longer exists at agent ovs-agent-dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:20:08.626684 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.plugin [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] No Port match for: a201f264-c23e-4c60-af70-8ecd5ead8e35 {{(pid=78753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:20:08.627038 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron.plugins.ml2.rpc [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Device a201f264-c23e-4c60-af70-8ecd5ead8e35 not bound to the agent host dv-cinder-788365-3-smb {{(pid=78753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:20:08.628590 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e9bca6a7-a818-4c4b-8823-30aed61c51cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:08.861352 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:20:11.227668 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d02d17ad-25d1-43be-833b-ee59895f999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:11.337169 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:12.327319 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:13.758876 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:34.270492 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:38.589648 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5fde8716-66c9-4168-91e6-201cd861433b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:41.230749 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa705-db41-4e5e-97a9-c7d85f194713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:41.341656 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:42.325965 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:43.769035 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:20:45.859776 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:21:04.282221 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:08.590687 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b81b-e9fe-4b92-bbc6-5533bb5f3cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:11.233481 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cf331091-eee8-4ac7-b772-9f602236365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:11.345851 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:12.153246 dv-cinder-788365-3-smb neutron-server[78752]: DEBUG neutron.wsgi [req-e7623fbc-da40-4f6f-aed3-89f28013ffc3 req-754694f0-4776-4b5d-8500-f5ada19da600 service neutron] (78752) timed out ('10.222.0.73', 49757) {{(pid=78752) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 20:21:12.329075 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:13.667458 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-91ebb47c-dd3e-4985-bf8e-6488f7623058 req-db0deb9b-95b6-4121-940d-01a33d8d7ea4 tempest-AttachVolumeNegativeTest-1270432658 tempest-AttachVolumeNegativeTest-1270432658-project] (78751) timed out ('10.222.0.73', 49783) {{(pid=78751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 20:21:13.769123 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:22.859403 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:21:34.314184 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:38.592876 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5c512e3a-0330-4732-80b6-0b2e50e9f985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:41.237792 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2513-7533-4976-a82c-f9188de64f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:41.350044 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:42.332910 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:43.770285 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:21:59.859352 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:22:04.309322 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:08.594989 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-527780e1-e222-4638-8d93-cd749853b66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:11.239513 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-206e820c-0b0f-4b94-86dd-a4942387ba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:11.351019 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:12.334164 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:13.449898 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-f6bda106-99b3-46cd-ab0a-62b634427bf3 req-82f7fff3-ef57-4ed7-97db-544d4ff913b5 service neutron] (78751) timed out ('10.222.0.48', 41074) {{(pid=78751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 20:22:13.771161 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:34.307528 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:36.858140 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:22:38.597048 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-87414eef-1256-4fe4-b39d-8822ac0fb541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:41.241718 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-c6d38533-671e-4ed3-b70b-a65f634e0795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:41.353237 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:42.338149 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:22:43.773964 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:04.338148 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:08.597837 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-02c88f56-463a-4bee-b1c4-c1351b56ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:11.243702 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-05285846-7ce2-42e6-89de-f0c3329d1afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:11.354610 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:12.340799 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:13.777200 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:13.856078 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:23:34.350366 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:38.600202 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-93624c72-b74a-4b59-9b5d-429f07dd959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:41.244528 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-06cab925-1a7f-44c9-a6bd-10c5ca204dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:41.355651 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:42.343561 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:43.779195 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:23:50.855706 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:24:04.354847 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:08.199984 dv-cinder-788365-3-smb neutron-server[78751]: DEBUG neutron.wsgi [req-45cde34e-d77e-4d9d-8228-cd1e85b7ba53 req-ccab5188-4a73-47f7-b474-e51f4d6a847a service neutron] (78751) timed out ('10.222.0.73', 49915) {{(pid=78751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 20:24:08.602858 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-5ff9febc-3582-42af-b8c0-656f52aff69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:11.246994 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-17b1ad05-af1c-4a75-b06e-d27a3e3d6d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:11.357290 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:12.347011 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:13.781377 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:27.856380 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:24:34.370814 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:38.604737 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-85e1ea02-4592-4016-b9b3-8d2767cbf77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:41.248239 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-11b2fa25-3fa0-4c8e-b9bc-f9c51506bab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:41.357283 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:42.350488 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-083f67cf-139d-44b7-a455-24191ae87fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:24:43.783867 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d71a-338a-4e64-854c-1e9ed32b5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:25:04.385058 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-49514b0a-27de-4774-8b2c-0d6e3d5203c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:25:04.856319 dv-cinder-788365-3-smb neutron-server[78754]: DEBUG neutron.db.agents_db [None req-c8ae4fcd-d369-482e-859b-698381342d45 None None] Agent healthcheck: found 6 active agents {{(pid=78754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:25:08.607909 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-d3ea49ac-006b-442b-85ff-26c87951ef8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:25:11.252874 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ff1f-4c1f-4e66-98e4-0deeae9a3516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:25:11.359159 dv-cinder-788365-3-smb neutron-server[78753]: DEBUG neutron_lib.callbacks.manager [None req-0a198288-d9c9-47f4-be39-57d72a5593e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732063612070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904345'] for agent, after_update {{(pid=78753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}